-- Logs begin at Tue 2021-02-09 07:02:19 UTC, end at Tue 2021-02-09 08:00:17 UTC. -- Feb 09 07:36:24.165293 dv-cinder-774594-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 07:36:26.872281 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.common.config [-] Logging enabled! Feb 09 07:36:26.872757 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev489 Feb 09 07:36:26.874205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79804) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 07:36:26.876025 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.common.config [-] Logging enabled! Feb 09 07:36:26.876325 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev489 Feb 09 07:36:26.876691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79804) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 07:36:26.877799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 09 07:36:26.878078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 09 07:36:26.879129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 09 07:36:26.879423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 09 07:36:26.879691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 09 07:36:26.880074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.880430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.880783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.881053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.881404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.881782 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.882117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.882462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.882813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.883148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.883477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.883809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.884084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.884414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.884755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.885667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.885937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] debug = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.886268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.886816 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.887149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.887479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.887821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.888141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.888468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.888807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.889185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] host = dv-cinder-774594-1-smb {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.889515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.889886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.890226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.890566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.890891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.891217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.891555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.891879 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.892199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.892523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.892864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.893205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.893549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.893843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.894110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.894448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.894792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.895117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.895441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.895766 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.896090 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.896413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.896728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.897072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.897412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.897777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.898103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.898427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.898749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.899072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.899411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.899734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.900058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.900381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.900748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.901067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.901394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.901779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.902122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.902458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.902797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.903121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.903462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.903783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.904108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.904428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] use_json = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.904750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.905072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.905409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.905756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.906080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.906403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.906724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.907065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:26.907412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.907764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.908122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.908452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.908796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.909128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.909471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.909825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.910171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.910514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.910850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.911177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.911513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.911840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.912192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.912549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.912898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.913244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.913564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.913907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.914235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.914562 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.914897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.915247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.915590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.915930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.916251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.916597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.916925 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.917244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.917613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.917941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.918270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.918592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.918924 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.919251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.919572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.919890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.920216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.920560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.920883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.921203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.921521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.921872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.922194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.922529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.922857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.923176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.923492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.923820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.924147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.924467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.924795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.925118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.925441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.925787 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.926106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.926426 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.926745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.927065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.927384 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.927703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.928029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.928349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.928666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.928987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.929308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.929648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.929983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.930332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.930659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.930986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.931315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.931642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.932499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.932826 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.933152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.933478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.933822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.934165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.934497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.934836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.935170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.935493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.935842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.936169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.936502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.936828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.937157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.937487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.937853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.938199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.938544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.938890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.939233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.939575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.939904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.940267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.940596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:26.940852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 09 07:36:26.941122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79804) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 09 07:36:27.596960 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading Gnome Feb 09 07:36:27.614345 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading Google Feb 09 07:36:27.617034 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading Windows (alt) Feb 09 07:36:27.621063 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading file Feb 09 07:36:27.621941 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading keyczar Feb 09 07:36:27.622232 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading multi Feb 09 07:36:27.622879 dv-cinder-774594-1-smb neutron-server[79804]: INFO keyring.backend [-] Loading pyfs Feb 09 07:36:27.669250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79804) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:27.669570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79804) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:36:27.669928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79804) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:27.670312 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 07:36:28.060977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.061477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.061622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.110809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.111134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.111440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.115084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.115405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.115713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.184243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.184575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.184884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.186066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.186380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.186685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.456188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.456523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.456836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.457154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.458233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.607157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.607531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.607867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.608177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.608482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.608864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.609170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.609464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.609785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.610129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.610434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.610745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.611060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.611361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.611678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.611996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.612298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.612622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.612913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.613403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.613721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.614015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.614360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.614650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.614934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.615370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:28.615652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:28.615929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:28.616205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:28.616481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:28.616756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:28.617178 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 07:36:28.620877 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 07:36:28.624933 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 07:36:28.628820 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 09 07:36:28.630513 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 07:36:28.631783 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 07:36:28.632174 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 09 07:36:28.632620 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 07:36:28.635423 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 07:36:28.635712 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 07:36:28.636109 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 09 07:36:28.657632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 09 07:36:28.658155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.658494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79804) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 09 07:36:28.658911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.660269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79804) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 07:36:28.660590 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 09 07:36:28.660875 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 09 07:36:28.664227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.664554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:28.731889 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 07:36:28.732114 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 07:36:28.732390 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 07:36:28.732803 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 07:36:28.766669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.sqlalchemy.engines [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79804) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 07:36:29.205083 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing driver for type 'gre' Feb 09 07:36:29.205677 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] gre ID ranges: [(1, 1000)] Feb 09 07:36:29.245499 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing driver for type 'local' Feb 09 07:36:29.245899 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing driver for type 'vlan' Feb 09 07:36:29.256079 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] VlanTypeDriver initialization complete Feb 09 07:36:29.256499 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing driver for type 'vxlan' Feb 09 07:36:29.257025 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] vxlan ID ranges: [(1, 1000)] Feb 09 07:36:29.297123 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing extension driver 'port_security' Feb 09 07:36:29.297493 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] PortSecurityExtensionDriver initialization complete Feb 09 07:36:29.297896 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing mechanism driver 'openvswitch' Feb 09 07:36:29.304018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79804) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:36:29.304838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.305246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.305662 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.306132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.306524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.306910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.307327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.307714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.308099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.308517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.308902 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.309279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.309857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.310363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.310746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.311164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.311545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.311921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.312290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] ML2 OVO RPC backend initialized. {{(pid=79804) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 09 07:36:29.313008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.313394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.313878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.314270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > networks before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.314652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.315030 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > ports before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.315409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.315789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.316169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.316544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.316916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.317289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.317687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.318060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.318433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.318803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.319173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.319816 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.plugin [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Modular L2 Plugin initialization complete Feb 09 07:36:29.320176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading services supported by the core plugin {{(pid=79804) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 07:36:29.320546 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.plugins.ml2.managers [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Got port-security extension from driver 'port_security' Feb 09 07:36:29.321056 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.extensions.vlantransparent [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Disabled vlantransparent extension. Feb 09 07:36:29.321541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79804) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 07:36:29.321915 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: router Feb 09 07:36:29.360634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.361075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_create 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.361482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router before_create 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.361913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.362333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.362727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_delete 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.363130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.363539 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_create 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.363925 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_update 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.364320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_update 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.364706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.365110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_update 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.365618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.366040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.366421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.366798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: subnet after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.367175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.367566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.367955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.368339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.368723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.369130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router after_update 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.369512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.369933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.370340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.370726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.371157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > network after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.372154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Tracking information for resource: router configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:29.372527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Tracking information for resource: floatingip configured {{(pid=79804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:36:29.377434 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_agentschedulers_db [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 07:36:29.378126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.378526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port after_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.378914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port after_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.379298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: port after_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.380186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router before_create 55550100 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.380590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.380995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.381391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.386737 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.provider_configuration [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service providers = [] {{(pid=79804) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 07:36:29.387142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.servicetype_db [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79804) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 07:36:29.389957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.service_base [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:36:29.390352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.service_base [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:36:29.390735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.service_base [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:36:29.391623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.service_base [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:36:29.392029 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.services.service_base [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 07:36:29.392446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.392802 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 07:36:29.403428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.403813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: auto_allocate Feb 09 07:36:29.409625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: network precommit_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.410035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: network precommit_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.410630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.410993 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: tag Feb 09 07:36:29.417991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.418369 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: timestamp Feb 09 07:36:29.422203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.422577 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: network_ip_availability Feb 09 07:36:29.427961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.428372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.428763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.429546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.429936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: flavors Feb 09 07:36:29.434457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.434833 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading Plugin: revisions Feb 09 07:36:29.439712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:36:29.440140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=79804) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:36:29.440947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79804) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 09 07:36:29.441313 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Initializing extension manager. Feb 09 07:36:29.441901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: __init__.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.442285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: __pycache__ {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.442662 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.443037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: address_group.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.443836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.444467 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: address-group Feb 09 07:36:29.444832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: address_scope.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.445614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.446199 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: address-scope Feb 09 07:36:29.446560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.448001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.448575 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: router-admin-state-down-before-update Feb 09 07:36:29.448941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: agent.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.449724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.450302 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: agent Feb 09 07:36:29.450668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: agent_resources_synced.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.451586 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.452162 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: agent-resources-synced Feb 09 07:36:29.452526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.454350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.454933 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: allowed-address-pairs Feb 09 07:36:29.455341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.456374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.456950 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: auto-allocated-topology Feb 09 07:36:29.457314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: availability_zone.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.458083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.458661 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: availability_zone Feb 09 07:36:29.459026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: availability_zone_filter.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.459950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.460652 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: availability_zone_filter Feb 09 07:36:29.461020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: data_plane_status.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.461961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.462541 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 07:36:29.463469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: default_subnetpools.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.464419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.464994 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: default-subnetpools Feb 09 07:36:29.465357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.466225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.466805 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: dhcp_agent_scheduler Feb 09 07:36:29.467166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: dns.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.468082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.468658 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 07:36:29.469020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: dns_domain_ports.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.470226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.470801 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 07:36:29.471164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: dvr.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.471890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.472465 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: dvr Feb 09 07:36:29.472828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: empty_string_filtering.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.473773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.474351 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: empty-string-filtering Feb 09 07:36:29.474715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.475637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.476211 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 07:36:29.476573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.477492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.478093 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 07:36:29.478458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: external_net.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.479395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.479966 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: external-net Feb 09 07:36:29.480329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.481242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.481842 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: extra_dhcp_opt Feb 09 07:36:29.482207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: extraroute.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.483131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.483702 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: extraroute Feb 09 07:36:29.484068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: extraroute_atomic.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.485085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.485706 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: extraroute-atomic Feb 09 07:36:29.486072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: filter_validation.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.486768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.487338 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: filter-validation Feb 09 07:36:29.487700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: fip_pf_description.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.488605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.489175 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 07:36:29.489534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: fip_port_details.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.490603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.491180 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: fip-port-details Feb 09 07:36:29.491544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: flavors.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.492785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.493372 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: flavors Feb 09 07:36:29.493766 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.495452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.496047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 07:36:29.496428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: floatingip_pools.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.497180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.497790 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: floatingip-pools Feb 09 07:36:29.498160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: ip_allocation.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.499096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.499670 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 07:36:29.500037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.500962 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.501540 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: ip-substring-filtering Feb 09 07:36:29.501940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l2_adjacency.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.502867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.503440 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 07:36:29.503801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.504855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.505436 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: router Feb 09 07:36:29.505824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.508063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.508652 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 07:36:29.509026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.510514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.511088 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: ext-gw-mode Feb 09 07:36:29.511453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.512477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.513059 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: l3-ha Feb 09 07:36:29.513424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3_flavors.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.514370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.514956 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: l3-flavors Feb 09 07:36:29.515322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.516241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.516818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 07:36:29.517182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: l3agentscheduler.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.518366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.518962 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: l3_agent_scheduler Feb 09 07:36:29.519329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: logging.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.520840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.521437 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension logging not supported by any of loaded plugins Feb 09 07:36:29.521837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: metering.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.522639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.523337 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: metering Feb 09 07:36:29.523710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.524834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.525486 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: metering_source_and_destination_fields Feb 09 07:36:29.525885 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: multiprovidernet.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.526821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.527399 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: multi-provider Feb 09 07:36:29.527763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: netmtu.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.528683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.529269 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: net-mtu Feb 09 07:36:29.529653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: netmtu_writable.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.530588 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.531165 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: net-mtu-writable Feb 09 07:36:29.531529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: network_availability_zone.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.532367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.532944 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: network_availability_zone Feb 09 07:36:29.533308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: network_ip_availability.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.534445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.535028 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: network-ip-availability Feb 09 07:36:29.535392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: network_segment_range.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.536226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.536883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 07:36:29.537247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: pagination.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.538273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.538648 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: pagination Feb 09 07:36:29.539010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: port_device_profile.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.539927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.540504 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: port-device-profile Feb 09 07:36:29.540866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.542368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.542946 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: port-mac-address-regenerate Feb 09 07:36:29.543308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.544230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.544807 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: port-numa-affinity-policy Feb 09 07:36:29.545179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: port_resource_request.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.546127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.546698 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 07:36:29.547061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: portbindings.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.547990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.548566 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: binding Feb 09 07:36:29.548928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: portbindings_extended.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.550239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.550826 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: binding-extended Feb 09 07:36:29.551194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: portsecurity.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.552118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.552696 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: port-security Feb 09 07:36:29.553062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: project_id.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.554076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.554450 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: project-id Feb 09 07:36:29.554812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: providernet.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.555740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.556318 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: provider Feb 09 07:36:29.557236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.561876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.562471 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos not supported by any of loaded plugins Feb 09 07:36:29.562841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.564110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.564703 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 07:36:29.565083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.566034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.566612 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 07:36:29.566978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_default.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.567900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.568476 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-default not supported by any of loaded plugins Feb 09 07:36:29.568840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_fip.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.569527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.570128 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 07:36:29.570489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.571416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.571987 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 07:36:29.572394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.573319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.573922 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 07:36:29.574285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.575220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.575802 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 07:36:29.576163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: qos_rules_alias.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.577246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.577850 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 07:36:29.578218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: quotasv2.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.579209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.579582 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: quotas Feb 09 07:36:29.579942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: quotasv2_detail.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.581550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.581971 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: quota_details Feb 09 07:36:29.582349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: rbac.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.583621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.584216 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: rbac-policies Feb 09 07:36:29.584585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: rbac_address_scope.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.585527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.586136 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: rbac-address-scope Feb 09 07:36:29.586503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: rbac_security_groups.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.587420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.588518 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: rbac-security-groups Feb 09 07:36:29.588881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.589824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.590398 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: rbac-subnetpool Feb 09 07:36:29.590763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: revisionifmatch.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.591686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.592262 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: revision-if-match Feb 09 07:36:29.592626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: revisions.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.593776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.594356 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: standard-attr-revisions Feb 09 07:36:29.594985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: router_availability_zone.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.595705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.596282 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: router_availability_zone Feb 09 07:36:29.596645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: routerservicetype.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.597568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.598190 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 07:36:29.598555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.599483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.600056 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: security-groups-normalized-cidr Feb 09 07:36:29.600420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.601355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.601959 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: port-security-groups-filtering Feb 09 07:36:29.602325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.603257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.604448 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: security-groups-remote-address-group Feb 09 07:36:29.604809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: securitygroup.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.617807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.618430 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: security-group Feb 09 07:36:29.618806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: segment.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.619684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.620265 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension segment not supported by any of loaded plugins Feb 09 07:36:29.620623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.621563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.622170 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 07:36:29.622540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: servicetype.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.623628 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.624218 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: service-type Feb 09 07:36:29.624585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: sorting.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.625568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.625964 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: sorting Feb 09 07:36:29.626327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: standard_attr_segment.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.627259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.627840 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 07:36:29.628202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: standardattrdescription.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.628901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.629478 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: standard-attr-description Feb 09 07:36:29.629866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: stateful_security_group.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.630824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.631405 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: stateful-security-group Feb 09 07:36:29.631770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: stdattrs_common.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.632352 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 07:36:29.632714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.633757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.634343 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 07:36:29.634727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: subnet_onboard.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.635812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.636401 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: subnet_onboard Feb 09 07:36:29.636767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.637720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.638307 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 07:36:29.638671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: subnet_service_types.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.639612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.640197 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: subnet-service-types Feb 09 07:36:29.640561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: subnetallocation.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.641666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.642247 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: subnet_allocation Feb 09 07:36:29.642609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.643303 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.643875 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: subnetpool-prefix-ops Feb 09 07:36:29.644232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.645153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.645762 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 07:36:29.646123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: tagging.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.647374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.647954 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: standard-attr-tag Feb 09 07:36:29.648318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: timestamp.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.649490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.650104 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loaded extension: standard-attr-timestamp Feb 09 07:36:29.650988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: trunk.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.652008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.652586 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension trunk not supported by any of loaded plugins Feb 09 07:36:29.652948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: trunk_details.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.653908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.654482 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 07:36:29.654842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.655768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.656344 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 07:36:29.656707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Loading extension file: vlantransparent.py {{(pid=79804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:36:29.657396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:36:29.658008 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 07:36:29.660676 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:network Feb 09 07:36:29.661453 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:subnet Feb 09 07:36:29.662163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:36:29.662827 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:port Feb 09 07:36:29.664307 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.664792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service FLAVORS assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.665482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.666151 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.666729 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:router Feb 09 07:36:29.667715 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 07:36:29.668797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service METERING assigned prefix: /metering {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.670754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.671164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.671592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79804) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:36:29.672733 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 07:36:29.673232 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:security_group Feb 09 07:36:29.674063 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 07:36:29.674866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service CORE assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.675236 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:36:29.675606 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] subnetpool is already registered Feb 09 07:36:29.676269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service CORE assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.676637 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:36:29.677004 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] subnetpool is already registered Feb 09 07:36:29.679792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.680269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service FLAVORS assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.680920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.681392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.682327 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:router Feb 09 07:36:29.682696 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] router is already registered Feb 09 07:36:29.683351 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 07:36:29.683716 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] floatingip is already registered Feb 09 07:36:29.684408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service METERING assigned prefix: /metering {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.685158 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 07:36:29.685526 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] rbac_policy is already registered Feb 09 07:36:29.686177 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:security_group Feb 09 07:36:29.686545 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] security_group is already registered Feb 09 07:36:29.687199 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 07:36:29.687561 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] security_group_rule is already registered Feb 09 07:36:29.688291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service CORE assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.688668 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:36:29.689031 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] subnetpool is already registered Feb 09 07:36:29.689726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.resource_helper [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Service CORE assigned prefix: {{(pid=79804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:36:29.690092 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:36:29.690451 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.quota.resource_registry [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] subnetpool is already registered Feb 09 07:36:29.691163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: extensions {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.692729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: address-groups {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.694450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: address-scopes {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.695749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: agents {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.696976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: auto-allocated-topology {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.698420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: availability_zones {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.699815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: dhcp-networks {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.701337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: dhcp-agents {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.702893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: routers {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.704799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: flavors {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.706108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: service_profiles {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.707414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: next_providers {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.709897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: service_profiles {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.711527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: floatingip-pools {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.713349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: routers {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.715351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: floatingips {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.716659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: l3-routers {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.718161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: l3-agents {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.719916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: metering-labels {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.721335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: metering-label-rules {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.722767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: network-ip-availabilities {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.724130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: bindings {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.725934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: quotas {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.727455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: quotas {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.729510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: rbac-policies {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.730915 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: security-groups {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.732221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: security-group-rules {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.733545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: service-providers {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.734867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: subnetpools {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.736360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: subnetpools {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.737918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.739712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.741643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.743537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.745475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.747310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.749216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.751188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.753200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.755203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.extensions [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Extended resource: tags {{(pid=79804) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:36:29.762312 dv-cinder-774594-1-smb neutron-server[79804]: WARNING keystonemiddleware.auth_token [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 07:36:29.767654 dv-cinder-774594-1-smb neutron-server[79804]: WARNING keystonemiddleware.auth_token [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 07:36:29.777108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Acquired lock "singleton_lock" {{(pid=79804) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 07:36:29.777660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Releasing lock "singleton_lock" {{(pid=79804) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 07:36:29.779155 dv-cinder-774594-1-smb neutron-server[79804]: INFO oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Starting 2 workers Feb 09 07:36:29.784079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Started child 79915 {{(pid=79804) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:36:29.787878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:29.788859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Started child 79916 {{(pid=79804) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:36:29.789336 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [-] (79915) wsgi starting up on http://0.0.0.0:9696 Feb 09 07:36:29.790365 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 07:36:29.791102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Notify callbacks [] for process, before_spawn {{(pid=79804) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:29.792299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:29.793603 dv-cinder-774594-1-smb neutron-server[79804]: INFO oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Starting 1 workers Feb 09 07:36:29.793729 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [-] (79916) wsgi starting up on http://0.0.0.0:9696 Feb 09 07:36:29.799074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Started child 79917 {{(pid=79804) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:36:29.799637 dv-cinder-774594-1-smb neutron-server[79804]: INFO oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Starting 1 workers Feb 09 07:36:29.801250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] calling RpcWorker wait() {{(pid=79917) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 07:36:29.801777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] returning from RpcWorker wait() {{(pid=79917) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 07:36:29.803331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:29.803901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:36:29.804383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Started child 79918 {{(pid=79804) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:36:29.805194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d5464edb-43b6-41d3-a6aa-31aeb94cf4f6 None None] Notify callbacks [] for process, after_spawn {{(pid=79804) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:29.807381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79804) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 09 07:36:29.807622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 09 07:36:29.807832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 09 07:36:29.808099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 09 07:36:29.808497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 09 07:36:29.808688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 09 07:36:29.809230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.809533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.809824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:29.809944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.810159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.810474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.811126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.811339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:36:29.811458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.811684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.811987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.812275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.812475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.812671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.812957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.813267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.813632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.813940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.814208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.814479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.814691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.814972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.815282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.815578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.815872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] debug = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.816130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.816690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.817108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.817212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.817618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.818075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.818526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.818970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.819390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.819781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.820213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.820647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.821061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.821192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 36146) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:36:29.821615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.822054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.823139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.823759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] host = dv-cinder-774594-1-smb {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.824184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.824580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.825000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.825423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.825872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.826289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.826727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.827169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.827592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.828008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.828423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.828839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.829266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.829727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.830054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_options = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.830460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.830912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.831347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.831698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.832035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.832362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.832806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.833152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.833606 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.834008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.834398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.834798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.835186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.837644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.837790 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0119636 Feb 09 07:36:29.837952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.837952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.837952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.837952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.837952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.838390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.838390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.838571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.839282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.839756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.839986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.840268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.840568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.840818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.841072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.841332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.841603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.842059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.842694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.842694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.842871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.843480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.843480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.849587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_json = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.850827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.851286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.851354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.851617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.852108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.852369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.852711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.852970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.853259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.853645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.855287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.855603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.855880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.856153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.856411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.856669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.857022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.857331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.857625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.857903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.858160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.858471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.858687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.859074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.859450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.859819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.860293 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.860558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.860817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.861615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.862173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.862437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.862728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.862990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.863273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.863696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.866678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.867144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.867419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.867691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.867958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.868303 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.868592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.868854 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.869698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.869969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.870210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.873830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.874239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.874653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.875038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.876493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.876783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.877760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.877760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.877760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.878042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.878123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.878778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.878778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.878985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.879089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.879352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.879610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.879874 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.880735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.880735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.881919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.882253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.882605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.882929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.883347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.883764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.884284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.884668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.885649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.886059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.886467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.886900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.887435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.887860 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.888301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.888714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.889139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.889546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.890061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.890478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.890912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.891331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.891802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.892116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.892438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.893283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.893283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.893283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.893502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.893797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.894165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.894450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.894734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.895026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.895343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.895645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.895952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.896272 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.896599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.896969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.897194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.897459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.897813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.898465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.898465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.898788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.899097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.899379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.899677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.899978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.900771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.900771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.900971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.901128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.901377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.902405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.902791 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.903184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.903596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.904240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.904703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.905083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.905487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.905978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.906287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.906569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.906881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.907192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.907491 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.907741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.908191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.909371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.909840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.910310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.910578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.910859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.911099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.911561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.912019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.912514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.913011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.913464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.913957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.914506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.914956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.915435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.915808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.916175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.916542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.916871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.917605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.917605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.917800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.917973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.918368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.918638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.918961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.919260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.919550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.919865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.920133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.920441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.922900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.923035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.923243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.923495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.923861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.924170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.924536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.924819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.925078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.925357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.925626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.926171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.926171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.926484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.926598 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.926850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.927134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.927414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.927921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.927921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.928196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.928364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.928616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.928973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.929259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.929543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.929852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.930109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.930938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.930938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.930938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.931283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.931283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.931528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.932303 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.932556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.932820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.933073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.933395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.933720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.933966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.934280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.934645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.934941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.935229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.935594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.935851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.936137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.936399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.936685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.936950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.937256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.937669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.938031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.938698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.938698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.938995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.939230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.939563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.939822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.940152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.940527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.940821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.941127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.941405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.942254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.942254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.942254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.942686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.942686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.942958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.943202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.943496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.943765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.944102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.944306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.945644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.945644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.945644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.945644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.946391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.946609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 09 07:36:29.947167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79804) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 09 07:36:29.947474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 09 07:36:29.947665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 09 07:36:29.947876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 09 07:36:29.948086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 09 07:36:29.948937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 09 07:36:29.948937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.948937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.948937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.949311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.949311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.949487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.949487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.949733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.949881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.950075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.950246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.950404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.950597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.950788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.950978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.951168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.951360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.951551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.951746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.951936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.952126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.952320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.952491 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] debug = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.952833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.953202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.953546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.953764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.953956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.954160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.954354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.954518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.954745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.954977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.955995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] host = dv-cinder-774594-1-smb {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.956234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.956388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.956527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.956703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.956893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.957172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.957320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.957429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.957570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.957781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.957973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.958163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.958354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.958545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.958734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_options = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.958923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.959113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.959299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.959492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.959685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.959876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.960066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.960259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.960435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.960613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.960803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.961672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.961672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.961672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.961672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.961672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962145 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.962903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.963098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.963287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.963475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.963664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.963851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.964040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.964230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.964419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.964608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.964799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.964988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.965177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.965365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.965552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.965677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:36:29.965753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.965933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.966123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.966311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.966500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.966691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.966878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.967067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.967253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_json = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.967441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.967631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.967820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.968010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.968198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.968386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.968573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.968763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:36:29.968975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.969159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.969361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.969834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.970029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.970223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.970416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.970610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.970835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.970952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.971147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.971340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.971545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.971737 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.971931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.972126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.972319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.972514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.972707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.972900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.973093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.973285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.973496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.973715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.973911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.974105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.974322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.974485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.974638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.974790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.974967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.975161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.975355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.975550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.975742 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.975936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.976129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.976322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.976517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.976710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.976904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.977098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.977290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.977484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.977712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.977853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.978036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.978229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.978423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.979138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.979342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.979535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.979729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.979922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.980116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.980309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.980502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.980696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.980921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.981065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.981210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.981404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.981609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.981813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.982008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.982203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.983227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.983227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.983227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.983227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.983227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.983227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.984888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.985288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.985288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.985545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.985704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.986809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.987996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.988189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.988381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.988574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.988769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.988961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.989153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.989345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.989541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.989755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.990679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.990679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.990679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.990679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.990679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.991002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.991002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.991141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.991332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.991502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.993605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.994728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.995313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.996387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.996566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.996951 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.997374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.997771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.998174 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.998373 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.998572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.998771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.998968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.999163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.999361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:29.999557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.001681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.002783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.003053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.003151 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.003288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.003483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.003678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.003872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.004067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.004261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.004453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.004647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.004842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.005036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.005230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.005424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.005651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.005850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.006042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.006237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.006454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.006644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.006798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.006995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.007188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.007381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.007614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.007768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.007908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.008093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.008284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.008478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.008673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.008868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.009647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.009647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.009647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.009647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.010567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.010567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.010762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.010858 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.010994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.011191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.011397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.012954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.013158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.013358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.013559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.014677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.014877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.015072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.015266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.015473 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.015669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.015941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.016070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.017113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.017322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.017518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.017769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.017974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.018177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.018373 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.018582 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.018728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.018933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.019128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.019332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.019541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.019735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.019927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.020119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.020313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.020506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.020699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.022048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.022263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.022463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.022665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.022865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.023073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.023258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:36:30.025221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79804) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 09 07:36:39.790150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0ae59-945c-42fe-b53b-c2bad43e10c8 None None] get_active_networks_info from dv-cinder-774594-1-smb {{(pid=79917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 07:36:39.962692 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0ae59-945c-42fe-b53b-c2bad43e10c8 None None] No non-hosted networks {{(pid=79917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 07:36:39.982211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agentschedulers_db [None req-90f0ae59-945c-42fe-b53b-c2bad43e10c8 None None] DHCP Agent not found on host dv-cinder-774594-1-smb {{(pid=79917) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 09 07:36:40.238851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f5a0a99-2888-494c-8740-41ebc0f3c07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594'] for agent, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:42.258557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf69e-38b4-4a3c-916b-1e0c874f7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594'] for agent, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:42.335321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1bb0f75a-c7df-4f69-98e6-9e87e5191d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:42.874806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594'] for agent, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:43.588235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594'] for agent, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:43.589625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.590215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.590775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.591457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.592085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.592847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.593423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.593997 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.594798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.595360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.596012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.596668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:43.597276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:36:43.607571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:36:44.220478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594'] for agent, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:45.544592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] get_endpoint_by_host() called for host dv-cinder-774594-1-smb {{(pid=79917) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 09 07:36:45.555379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] get_endpoint_by_ip() called for ip 192.168.0.31 {{(pid=79917) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 09 07:36:45.558245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_hamode_db [None req-1b8d1345-5f1e-4baf-8d98-606c5082a1ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 07:36:45.631639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] _add_endpoint() called for ip 192.168.0.31 {{(pid=79917) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 09 07:36:45.646649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] _get_endpoints() called {{(pid=79917) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 09 07:36:45.653615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36254) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:36:45.657154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d1345-5f1e-4baf-8d98-606c5082a1ed None None] Routers set() bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:36:45.657611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d1345-5f1e-4baf-8d98-606c5082a1ed None None] Router IDs set() for agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 09 07:36:46.293922 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-e5e90b2c-23d4-495c-a163-5ab2f6c8d835 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:36:46.294564 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-e5e90b2c-23d4-495c-a163-5ab2f6c8d835 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:36:46.526178 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [None req-e5e90b2c-23d4-495c-a163-5ab2f6c8d835 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:36:46.527501 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e5e90b2c-23d4-495c-a163-5ab2f6c8d835 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8716912 Feb 09 07:36:49.223685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36268) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:36:49.631881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:36:49.701752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.policy [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79916) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 09 07:36:49.702590 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:36:49.703004 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:36:49.730150 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] Loaded quota_driver: . Feb 09 07:36:49.746026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:36:49.804094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245849211779', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245849151855', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245849164651', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245849166351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245849169592', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32176935', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32242060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3747324', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850610945'] for rbac-policy, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:49.866163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:49.867482 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-05bdf169-ba99-4284-b610-f7fb91056668 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6427152 Feb 09 07:36:52.814313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36282) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:36:53.205851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c09b88321946412f9e52030450d80f85', 'name': 'private'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:36:53.211674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:36:53.216320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Usage tracker for resource:network and tenant:c09b88321946412f9e52030450d80f85 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:36:53.220264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:36:53.226310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:36:53.235418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Made reservation on behalf of c09b88321946412f9e52030450d80f85 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:36:53.241449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.258520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.272816 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:36:53.276545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Usage tracker for resource:security_group_rule and tenant:c09b88321946412f9e52030450d80f85 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:36:53.280070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:36:53.285546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:36:53.384030 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.386597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.392007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:53.565181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:36:53.592116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.592609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Added segment 6840be8a-dd35-4c26-8a25-b0d0fcbba024 of type vxlan for network 8bb17920-cd87-4da0-ace0-07fd4b481a15 Feb 09 07:36:53.640741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e891405-2808-42f0-8c80-5a5208b5227e,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:36:53.657119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.657493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.657882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.658242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.658597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.658949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.659300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.659646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.660005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.660358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.660701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.661043 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Tracked resource versions report: Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:36:53.662230 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:36:53.709374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.717749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:36:53.748650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.750016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:36:53.750716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:53.755386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:53.858086 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0426381 Feb 09 07:36:53.865394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Pushing event updated for resources: {'Network': ['ID=8bb17920-cd87-4da0-ace0-07fd4b481a15,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:36:53.869280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:36:53.877968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:36:56.866709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36298) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:36:57.364321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323a185-c18b-43c8-9636-b0ab5b843888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:36:57.365822 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8323a185-c18b-43c8-9636-b0ab5b843888 admin admin] 10.222.0.39 "GET /v2.0/networks/8bb17920-cd87-4da0-ace0-07fd4b481a15 HTTP/1.1" status: 200 len: 818 time: 0.4980125 Feb 09 07:36:57.393402 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9d341df1-4d9a-4c95-ac42-2856c96c050a admin admin] 10.222.0.39 "GET /v2.0/subnetpools/6b759aad-3399-4b54-9cec-2a86a4d31cb2 HTTP/1.1" status: 200 len: 734 time: 0.0214367 Feb 09 07:36:57.403163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'c09b88321946412f9e52030450d80f85'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:36:57.407490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:36:57.411383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Usage tracker for resource:subnet and tenant:c09b88321946412f9e52030450d80f85 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:36:57.414336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:36:57.420469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:36:57.428849 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Made reservation on behalf of c09b88321946412f9e52030450d80f85 for: {'subnet': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:36:57.433433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:57.906823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:57.921964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:58.065497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75af6093-68f7-401a-a1f9-984aed168270,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:36:58.071607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:36:58.128022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Checking segment: {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:36:58.128378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Network hostable DHCP agents. Network: 8bb17920-cd87-4da0-ace0-07fd4b481a15, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:36:58.148448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:36:58.157667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 8bb17920-cd87-4da0-ace0-07fd4b481a15) {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:36:58.161916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:36:58.162556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:58.167907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c00179-8868-4ded-b630-f2fb375b1d5f None None] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:36:58.181369 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7822478 Feb 09 07:36:58.653534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-8bb17920-cd87-4da0-ace0-07fd4b481a15', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:36:58.654725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:58.973380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Allocated IP 172.20.0.2 (8bb17920-cd87-4da0-ace0-07fd4b481a15/75af6093-68f7-401a-a1f9-984aed168270/fbd47146-51e2-4555-b811-78f81b464391) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:36:59.212889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:59.227299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Transition to ACTIVE for port object fbd47146-51e2-4555-b811-78f81b464391 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:36:59.243765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Transition to ACTIVE for port object fbd47146-51e2-4555-b811-78f81b464391 will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:36:59.249250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:59.265423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:59.404505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Pushing event updated for resources: {'Port': ['ID=fbd47146-51e2-4555-b811-78f81b464391,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:36:59.424007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.424388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.424757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.425123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.425486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.425877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.426235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.426588 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.426946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.427316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.427653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.428004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Tracked resource versions report: Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:36:59.429163 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:36:59.435543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:36:59.469032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:36:59.470402 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:36:59.473000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:36:59.533832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Attempting to bind port fbd47146-51e2-4555-b811-78f81b464391 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:36:59.534192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Attempting to bind port fbd47146-51e2-4555-b811-78f81b464391 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:36:59.534583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Attempting to bind port fbd47146-51e2-4555-b811-78f81b464391 on network 8bb17920-cd87-4da0-ace0-07fd4b481a15 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:36:59.540026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:36:59.541053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Checking segment: {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:36:59.541053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:59.541447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Bound using segment: {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:36:59.542117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Bound port: fbd47146-51e2-4555-b811-78f81b464391, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:36:59.542394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:59.633264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] For port fbd47146-51e2-4555-b811-78f81b464391, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:36:59.637957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] For port fbd47146-51e2-4555-b811-78f81b464391, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=fbd47146-51e2-4555-b811-78f81b464391,segment=NetworkSegment(6840be8a-dd35-4c26-8a25-b0d0fcbba024),segment_id=6840be8a-dd35-4c26-8a25-b0d0fcbba024)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:36:59.641081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:36:59.655715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:36:59.815316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Pushing event updated for resources: {'Port': ['ID=fbd47146-51e2-4555-b811-78f81b464391,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:36:59.819922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:00.904572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36308) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:01.333845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [None req-269530eb-9be0-4581-90f9-b80087d256de admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:37:01.335052 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-269530eb-9be0-4581-90f9-b80087d256de admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4294798 Feb 09 07:37:03.615264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device fbd47146-51e2-4555-b811-78f81b464391 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:37:03.687943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port fbd47146-51e2-4555-b811-78f81b464391 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:37:04.070075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36322) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:04.489556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [None req-8cc86322-9c36-479f-88ab-4512e274927a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:37:04.490751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8cc86322-9c36-479f-88ab-4512e274927a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4196188 Feb 09 07:37:04.572279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22445a-8352-4102-ab42-3a54a630257f None None] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:37:04.683183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Provisioning for port fbd47146-51e2-4555-b811-78f81b464391 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:37:04.698166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Provisioning complete for port fbd47146-51e2-4555-b811-78f81b464391 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:04.698593 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:04.931455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:04.981488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] For port fbd47146-51e2-4555-b811-78f81b464391, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=fbd47146-51e2-4555-b811-78f81b464391,segment=NetworkSegment(6840be8a-dd35-4c26-8a25-b0d0fcbba024),segment_id=6840be8a-dd35-4c26-8a25-b0d0fcbba024)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:37:04.985753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:04.990932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:05.063695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Pushing event updated for resources: {'Port': ['ID=fbd47146-51e2-4555-b811-78f81b464391,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:05.067017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:05.212573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-d9d27a8f-6443-4ecf-af4c-aee42f59b3be None None] Provisioning complete for port fbd47146-51e2-4555-b811-78f81b464391 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:05.212960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9d27a8f-6443-4ecf-af4c-aee42f59b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:05.466016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-58ec5d0c-9ec2-4e6f-b1e3-72c9a63d85fe None None] Provisioning complete for port fbd47146-51e2-4555-b811-78f81b464391 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:05.466434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-58ec5d0c-9ec2-4e6f-b1e3-72c9a63d85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:05.598912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device fbd47146-51e2-4555-b811-78f81b464391 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:37:05.670530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port fbd47146-51e2-4555-b811-78f81b464391 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:05.670935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:05.739728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-7fb9c853-2139-4327-b95d-fb38000aa678 None None] Provisioning complete for port fbd47146-51e2-4555-b811-78f81b464391 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:05.740265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7fb9c853-2139-4327-b95d-fb38000aa678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:07.546503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36334) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:07.939895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:37:07.945236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:37:07.949192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Usage tracker for resource:router and tenant:c09b88321946412f9e52030450d80f85 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:37:07.952403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:37:07.958094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:37:07.967265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:07.968580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:07.989134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:08.095807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:08.114015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] Notify callbacks [] for router, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:08.115275 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ef58d80a-ccff-444b-98f7-110115c14e8b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5677211 Feb 09 07:37:08.875469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:37:09.705587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fdecdda3-4627-4505-8c7b-bf5b7f69a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:10.780715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36344) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:11.188096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [None req-863b9866-4e2a-453e-bde5-942787042347 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:37:11.189198 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-863b9866-4e2a-453e-bde5-942787042347 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4074657 Feb 09 07:37:12.252635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-000dfe01-6e01-4444-a8d4-f87fcc1ac644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:12.816162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:13.574521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:13.868741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36364) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:14.050581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:37:14.055378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:37:14.059299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Usage tracker for resource:network and tenant:f1ae2558413b4ffebe8ea4abf0247f87 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:37:14.062775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:37:14.068378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:37:14.076878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Made reservation on behalf of f1ae2558413b4ffebe8ea4abf0247f87 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:37:14.081874 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.095011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.110368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:37:14.114228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ae2558413b4ffebe8ea4abf0247f87 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:37:14.117105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:37:14.122738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:37:14.157104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.208757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.211231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.216100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:14.229266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=79916) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 09 07:37:14.253626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc226a-e69a-4e5d-ad4c-7a9ab114755a,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:14.256572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.257185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Unsubscribe: segment precommit_create {{(pid=79916) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 09 07:37:14.257627 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Added segment b91929b6-c4fa-4170-84d1-7077e93d54d0 of type flat for network 7bd86339-5bb8-487c-b656-ea7129cb3850 Feb 09 07:37:14.259394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:14.291288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.325920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.327135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:37:14.327764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:14.332558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3cf04f37-c4d0-4f51-92f4-75fd44d65b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:14.435897 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5660455 Feb 09 07:37:14.436960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd86339-5bb8-487c-b656-ea7129cb3850,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:14.439632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:14.448895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:37:16.915743 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36384) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:17.056353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc7212d-9280-4994-97e4-9e810112f5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:37:17.057739 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-edc7212d-9280-4994-97e4-9e810112f5f4 admin admin] 10.222.0.39 "GET /v2.0/subnets/75af6093-68f7-401a-a1f9-984aed168270 HTTP/1.1" status: 200 len: 849 time: 0.1409309 Feb 09 07:37:17.352191 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2d0e3dce-1841-47ba-83a2-258564b1b7b8 admin admin] 10.222.0.39 "GET /v2.0/routers/3df64590-9f2b-40e4-a7d5-aca541b6d103 HTTP/1.1" status: 200 len: 704 time: 0.2883613 Feb 09 07:37:17.836974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:18.201485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Allocated IP 172.20.0.1 (8bb17920-cd87-4da0-ace0-07fd4b481a15/75af6093-68f7-401a-a1f9-984aed168270/136fa147-5290-4e01-8f0a-169369cf4d0e) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:37:18.363977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:18.381337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Transition to ACTIVE for port object 136fa147-5290-4e01-8f0a-169369cf4d0e will not be triggered until provisioned by entity DHCP. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:37:18.434783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:18.453111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:18.589864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Pushing event updated for resources: {'Port': ['ID=136fa147-5290-4e01-8f0a-169369cf4d0e,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:18.596542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:18.646390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:37:18.647560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:37:18.650235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:37:18.650746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:18.852792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-365107ed-01eb-43fc-886d-9126574c7903 None None] Provisioning for port 136fa147-5290-4e01-8f0a-169369cf4d0e completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:37:18.857607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-365107ed-01eb-43fc-886d-9126574c7903 None None] Provisioning complete for port 136fa147-5290-4e01-8f0a-169369cf4d0e triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:18.858037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-365107ed-01eb-43fc-886d-9126574c7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:18.916434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-365107ed-01eb-43fc-886d-9126574c7903 None None] Port 136fa147-5290-4e01-8f0a-169369cf4d0e cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:37:18.925892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:19.383023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:19.387001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:19.388089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:19.402259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:19.537133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Pushing event updated for resources: {'Port': ['ID=136fa147-5290-4e01-8f0a-169369cf4d0e,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:19.542089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:19.592237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:37:19.593350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:37:19.794878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Router 3df64590-9f2b-40e4-a7d5-aca541b6d103 is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:37:19.839334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-cb3c26c2-2d83-409f-90de-73c9d6725f0e None None] Provisioning complete for port 136fa147-5290-4e01-8f0a-169369cf4d0e triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:19.839837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cb3c26c2-2d83-409f-90de-73c9d6725f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:19.895022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c26c2-2d83-409f-90de-73c9d6725f0e None None] Port 136fa147-5290-4e01-8f0a-169369cf4d0e cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:37:19.959058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:37:19.969704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Sync routers for ids ['3df64590-9f2b-40e4-a7d5-aca541b6d103'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:37:19.970595 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] 10.222.0.39 "PUT /v2.0/routers/3df64590-9f2b-40e4-a7d5-aca541b6d103/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6128130 Feb 09 07:37:19.982052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Routers {'3df64590-9f2b-40e4-a7d5-aca541b6d103'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:37:19.983099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:37:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['3df64590-9f2b-40e4-a7d5-aca541b6d103'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:20.170738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Set router 3df64590-9f2b-40e4-a7d5-aca541b6d103 gateway port host: None {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:37:20.725639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:37:07Z', 'updated_at': '2021-02-09T07:37:18Z', 'revision_number': 2, 'project_id': 'c09b88321946412f9e52030450d80f85', 'gw_port_host': None, '_interfaces': [{'id': '136fa147-5290-4e01-8f0a-169369cf4d0e', 'name': '', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'mac_address': 'fa:16:3e:5c:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:18Z', 'updated_at': '2021-02-09T07:37:19Z', 'revision_number': 2, 'project_id': 'c09b88321946412f9e52030450d80f85', 'subnets': [{'id': '75af6093-68f7-401a-a1f9-984aed168270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:20.731321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Checking router: 3df64590-9f2b-40e4-a7d5-aca541b6d103 for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:37:20.731731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Updating router 3df64590-9f2b-40e4-a7d5-aca541b6d103 port 136fa147-5290-4e01-8f0a-169369cf4d0e binding host dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:37:20.789351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:21.233520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Notify callbacks [] for port, precommit_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:21.247867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Transition to ACTIVE for port object 136fa147-5290-4e01-8f0a-169369cf4d0e will not be triggered until provisioned by entity L2. {{(pid=79918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:37:21.250587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:21.266665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:21.411505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Pushing event updated for resources: {'Port': ['ID=136fa147-5290-4e01-8f0a-169369cf4d0e,revision_number=3']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:21.421342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.421736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.422104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.422462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.422817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.423172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.423522 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.423870 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.424220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.424566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.424912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.425257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Tracked resource versions report: Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:37:21.426427 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:37:21.439342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:21.589697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Attempting to bind port 136fa147-5290-4e01-8f0a-169369cf4d0e on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:37:21.590103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Attempting to bind port 136fa147-5290-4e01-8f0a-169369cf4d0e by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:37:21.590521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Attempting to bind port 136fa147-5290-4e01-8f0a-169369cf4d0e on network 8bb17920-cd87-4da0-ace0-07fd4b481a15 {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:37:21.596521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:37:21.596947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Checking segment: {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:37:21.597437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:21.597896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Bound using segment: {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:37:21.598431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Bound port: 136fa147-5290-4e01-8f0a-169369cf4d0e, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6840be8a-dd35-4c26-8a25-b0d0fcbba024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15'}}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:37:21.598838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:21.694663 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] For port 136fa147-5290-4e01-8f0a-169369cf4d0e, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:37:21.700268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] For port 136fa147-5290-4e01-8f0a-169369cf4d0e, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=136fa147-5290-4e01-8f0a-169369cf4d0e,segment=NetworkSegment(6840be8a-dd35-4c26-8a25-b0d0fcbba024),segment_id=6840be8a-dd35-4c26-8a25-b0d0fcbba024)] {{(pid=79918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:37:21.702812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:21.719391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:21.879884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Pushing event updated for resources: {'Port': ['ID=136fa147-5290-4e01-8f0a-169369cf4d0e,revision_number=4']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:21.885733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:21.932093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Routers {'3df64590-9f2b-40e4-a7d5-aca541b6d103'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:37:21.932748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:37:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['3df64590-9f2b-40e4-a7d5-aca541b6d103'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:22.100600 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] Set router 3df64590-9f2b-40e4-a7d5-aca541b6d103 gateway port host: None {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:37:22.448327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:37:07Z', 'updated_at': '2021-02-09T07:37:18Z', 'revision_number': 2, 'project_id': 'c09b88321946412f9e52030450d80f85', 'gw_port_host': None, '_interfaces': [{'id': '136fa147-5290-4e01-8f0a-169369cf4d0e', 'name': '', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'mac_address': 'fa:16:3e:5c:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:18Z', 'updated_at': '2021-02-09T07:37:21Z', 'revision_number': 4, 'project_id': 'c09b88321946412f9e52030450d80f85', 'subnets': [{'id': '75af6093-68f7-401a-a1f9-984aed168270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:22.452432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75017c54-ea1d-4c42-85a7-a00120a00a66 None None] The sync data for ids ['3df64590-9f2b-40e4-a7d5-aca541b6d103'] in dv-cinder-774594-1-smb is: [{'id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:37:07Z', 'updated_at': '2021-02-09T07:37:18Z', 'revision_number': 2, 'project_id': 'c09b88321946412f9e52030450d80f85', 'gw_port_host': None, '_interfaces': [{'id': '136fa147-5290-4e01-8f0a-169369cf4d0e', 'name': '', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'mac_address': 'fa:16:3e:5c:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:18Z', 'updated_at': '2021-02-09T07:37:21Z', 'revision_number': 4, 'project_id': 'c09b88321946412f9e52030450d80f85', 'subnets': [{'id': '75af6093-68f7-401a-a1f9-984aed168270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:37:22.471176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 36396) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:22.655740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c151352-fec7-4cd8-875f-86ec547f3ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:37:22.656287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4c151352-fec7-4cd8-875f-86ec547f3ed2 admin admin] Synchronizing usage tracker for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:37:22.674626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4c151352-fec7-4cd8-875f-86ec547f3ed2 admin admin] Unset dirty status for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:37:22.675877 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4c151352-fec7-4cd8-875f-86ec547f3ed2 admin admin] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 842 time: 0.2035613 Feb 09 07:37:22.687222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:37:22.692734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:37:22.696732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Usage tracker for resource:subnet and tenant:f1ae2558413b4ffebe8ea4abf0247f87 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:37:22.699681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:37:22.709247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:37:22.719474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Made reservation on behalf of f1ae2558413b4ffebe8ea4abf0247f87 for: {'subnet': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:37:22.724213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:23.155034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79916) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:37:23.155583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:23.172741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f143fa1a-06a0-4503-b061-47169cc8c164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:23.307887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e4f4bd-d10f-4330-ac25-b95cc4a53060,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:23.312028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:23.376057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:37:23.376448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Network hostable DHCP agents. Network: 7bd86339-5bb8-487c-b656-ea7129cb3850, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:37:23.395388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:37:23.404278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 7bd86339-5bb8-487c-b656-ea7129cb3850) {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:37:23.408182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:37:23.408827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:23.413917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6065f7-689e-49d2-b842-21aa17a9a2fe None None] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:37:23.432588 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7492485 Feb 09 07:37:23.658973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 136fa147-5290-4e01-8f0a-169369cf4d0e up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:37:23.719379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d31694-6958-4e9c-853d-091b6129d1f6 None None] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:37:23.846009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 136fa147-5290-4e01-8f0a-169369cf4d0e completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:37:23.863220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 136fa147-5290-4e01-8f0a-169369cf4d0e triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:23.863629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:24.072279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:24.105330 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 136fa147-5290-4e01-8f0a-169369cf4d0e, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=136fa147-5290-4e01-8f0a-169369cf4d0e,segment=NetworkSegment(6840be8a-dd35-4c26-8a25-b0d0fcbba024),segment_id=6840be8a-dd35-4c26-8a25-b0d0fcbba024)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:37:24.108254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:24.110343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:24.178559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=136fa147-5290-4e01-8f0a-169369cf4d0e,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:24.181741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:25.607341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 136fa147-5290-4e01-8f0a-169369cf4d0e up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:37:25.679799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 136fa147-5290-4e01-8f0a-169369cf4d0e triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:25.680215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:25.995379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 36410) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:26.192219 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-c409f025-672a-467a-b6a0-afc8d0fb4f75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:37:26.192823 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-c409f025-672a-467a-b6a0-afc8d0fb4f75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:37:26.468652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.policy [None req-c409f025-672a-467a-b6a0-afc8d0fb4f75 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79915) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 09 07:37:26.469761 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-c409f025-672a-467a-b6a0-afc8d0fb4f75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:37:26.470170 dv-cinder-774594-1-smb neutron-server[79804]: WARNING oslo_policy.policy [None req-c409f025-672a-467a-b6a0-afc8d0fb4f75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:37:26.870293 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c409f025-672a-467a-b6a0-afc8d0fb4f75 admin admin] 10.222.0.39 "GET /v2.0/routers/3df64590-9f2b-40e4-a7d5-aca541b6d103 HTTP/1.1" status: 200 len: 710 time: 0.8737886 Feb 09 07:37:27.033782 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c0a71-ec7e-483d-b4a4-fd58bc9af640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:37:27.035344 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-cb7c0a71-ec7e-483d-b4a4-fd58bc9af640 admin admin] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 886 time: 0.1590106 Feb 09 07:37:27.045698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:37:27.499825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:27.842361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:27.905092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:27.920493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:27.933550 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.quota [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Loaded quota_driver: . Feb 09 07:37:27.938183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:37:27.943228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:37:27.947101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:37:27.953998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:37:28.056142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:28.058735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:28.074702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:28.183171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb50fbf-3860-4f35-92b3-250ee9999650,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:28.193791 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.194167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.194529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.194888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.195236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.195667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.196014 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.196361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.196713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.197063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.197405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.197778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Tracked resource versions report: Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:37:28.198916 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:37:28.278068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:28.373417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Allocated IP 172.28.0.197 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/1e961381-cc1e-402d-a0b8-7e28f1b73c44) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:37:28.672072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:28.733817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:28.749667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:28.887767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Pushing event updated for resources: {'Port': ['ID=1e961381-cc1e-402d-a0b8-7e28f1b73c44,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:28.891271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:28.936571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:37:28.937655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:37:28.940469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:37:29.331217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:29.677196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:29.681263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4071386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850704445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125537'] for router, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:29.869131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Router 3df64590-9f2b-40e4-a7d5-aca541b6d103 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:37:30.200907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:37:30.211689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Sync routers for ids ['3df64590-9f2b-40e4-a7d5-aca541b6d103'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:37:30.216510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:30.217816 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] 10.222.0.39 "PUT /v2.0/routers/3df64590-9f2b-40e4-a7d5-aca541b6d103 HTTP/1.1" status: 200 len: 890 time: 3.1757119 Feb 09 07:37:30.221719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Routers {'3df64590-9f2b-40e4-a7d5-aca541b6d103'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:37:30.222390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:37:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['3df64590-9f2b-40e4-a7d5-aca541b6d103'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:30.428066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Set router 3df64590-9f2b-40e4-a7d5-aca541b6d103 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:37:30.788214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e961381-cc1e-402d-a0b8-7e28f1b73c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:37:07Z', 'updated_at': '2021-02-09T07:37:29Z', 'revision_number': 4, 'project_id': 'c09b88321946412f9e52030450d80f85', 'gw_port': {'id': '1e961381-cc1e-402d-a0b8-7e28f1b73c44', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:28Z', 'updated_at': '2021-02-09T07:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '136fa147-5290-4e01-8f0a-169369cf4d0e', 'name': '', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'mac_address': 'fa:16:3e:5c:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:18Z', 'updated_at': '2021-02-09T07:37:24Z', 'revision_number': 5, 'project_id': 'c09b88321946412f9e52030450d80f85', 'subnets': [{'id': '75af6093-68f7-401a-a1f9-984aed168270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:30.793769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Checking router: 3df64590-9f2b-40e4-a7d5-aca541b6d103 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:37:30.794172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Updating router 3df64590-9f2b-40e4-a7d5-aca541b6d103 port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:37:30.849543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:31.250354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:31.262464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Transition to ACTIVE for port object 1e961381-cc1e-402d-a0b8-7e28f1b73c44 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:37:31.265109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:31.280768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:31.420604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72602897-e2ff-4aec-9bf9-81306ba6d9ec None None] Pushing event updated for resources: {'Port': ['ID=1e961381-cc1e-402d-a0b8-7e28f1b73c44,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:31.423628 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72602897-e2ff-4aec-9bf9-81306ba6d9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:31.478521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Attempting to bind port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:37:31.478934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Attempting to bind port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:37:31.479344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Attempting to bind port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:37:31.485300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:37:31.485776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:37:31.486230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:31.486673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:37:31.487203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Bound port: 1e961381-cc1e-402d-a0b8-7e28f1b73c44, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:37:31.487624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:31.566992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] For port 1e961381-cc1e-402d-a0b8-7e28f1b73c44, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:37:31.570139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] For port 1e961381-cc1e-402d-a0b8-7e28f1b73c44, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1e961381-cc1e-402d-a0b8-7e28f1b73c44,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:37:31.574002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:31.590120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72602897-e2ff-4aec-9bf9-81306ba6d9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:31.890494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72602897-e2ff-4aec-9bf9-81306ba6d9ec None None] Pushing event updated for resources: {'Port': ['ID=1e961381-cc1e-402d-a0b8-7e28f1b73c44,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:31.895156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72602897-e2ff-4aec-9bf9-81306ba6d9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:31.933131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Routers {'3df64590-9f2b-40e4-a7d5-aca541b6d103'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:37:31.933816 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:37:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['3df64590-9f2b-40e4-a7d5-aca541b6d103'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:32.122476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] Set router 3df64590-9f2b-40e4-a7d5-aca541b6d103 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:37:32.474337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e961381-cc1e-402d-a0b8-7e28f1b73c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:37:07Z', 'updated_at': '2021-02-09T07:37:29Z', 'revision_number': 4, 'project_id': 'c09b88321946412f9e52030450d80f85', 'gw_port': {'id': '1e961381-cc1e-402d-a0b8-7e28f1b73c44', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:28Z', 'updated_at': '2021-02-09T07:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '136fa147-5290-4e01-8f0a-169369cf4d0e', 'name': '', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'mac_address': 'fa:16:3e:5c:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:18Z', 'updated_at': '2021-02-09T07:37:24Z', 'revision_number': 5, 'project_id': 'c09b88321946412f9e52030450d80f85', 'subnets': [{'id': '75af6093-68f7-401a-a1f9-984aed168270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:37:32.478565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c8de1-f218-42c2-9f9b-88aaf033158c None None] The sync data for ids ['3df64590-9f2b-40e4-a7d5-aca541b6d103'] in dv-cinder-774594-1-smb is: [{'id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'name': 'router1', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e961381-cc1e-402d-a0b8-7e28f1b73c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:37:07Z', 'updated_at': '2021-02-09T07:37:29Z', 'revision_number': 4, 'project_id': 'c09b88321946412f9e52030450d80f85', 'gw_port': {'id': '1e961381-cc1e-402d-a0b8-7e28f1b73c44', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:28Z', 'updated_at': '2021-02-09T07:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '136fa147-5290-4e01-8f0a-169369cf4d0e', 'name': '', 'network_id': '8bb17920-cd87-4da0-ace0-07fd4b481a15', 'tenant_id': 'c09b88321946412f9e52030450d80f85', 'mac_address': 'fa:16:3e:5c:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df64590-9f2b-40e4-a7d5-aca541b6d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75af6093-68f7-401a-a1f9-984aed168270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:37:18Z', 'updated_at': '2021-02-09T07:37:24Z', 'revision_number': 5, 'project_id': 'c09b88321946412f9e52030450d80f85', 'subnets': [{'id': '75af6093-68f7-401a-a1f9-984aed168270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b759aad-3399-4b54-9cec-2a86a4d31cb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:37:32.867955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 36430) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:37:33.022604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda45653-b7c6-4d41-a6d7-9071c32bd1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:37:33.024185 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-fda45653-b7c6-4d41-a6d7-9071c32bd1cc admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1551981 Feb 09 07:37:33.640228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1e961381-cc1e-402d-a0b8-7e28f1b73c44 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:37:33.714490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:37:33.719760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:33.720182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:33.856050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:33.873810 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 1e961381-cc1e-402d-a0b8-7e28f1b73c44, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1e961381-cc1e-402d-a0b8-7e28f1b73c44,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:37:33.876686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:33.878848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:37:33.948207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=1e961381-cc1e-402d-a0b8-7e28f1b73c44,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:37:33.951304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:37:35.636244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1e961381-cc1e-402d-a0b8-7e28f1b73c44 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:37:35.756707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1e961381-cc1e-402d-a0b8-7e28f1b73c44 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:37:35.757060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:39.735179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50eb4436-653a-4811-9c0f-defcdca11783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:42.262219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-05de1e09-51b1-493d-b008-8e1fcab046fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:42.833116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:43.579128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:44.165974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:37:45.875170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:38:09.708837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f57daa87-c244-4ab7-a84a-5dfe20ac157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:12.255461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3d6d382f-c5f6-4972-a6ae-f51d82c4d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:12.823499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:13.581359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:14.173010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:22.875245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:38:39.718877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-981f3d8b-20f8-47ab-9031-74904fa21539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:42.257329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-94a1da83-b0a4-4777-b2b0-e5a26d3b2207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:42.826769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:43.586344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:44.178415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:38:59.874935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:39:09.709976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8feef24d-05be-4f7b-b945-6302e89bedb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:12.258675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca9ce-55d6-42be-a9a6-518d238db165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:12.830044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:13.580719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:14.180891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:36.873748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:39:39.722761 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7edf4381-0a35-4d27-9e72-7b2b50770661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:42.259613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f01aded9-c8d8-47cd-9322-e4dc157a3ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:42.833889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:43.583435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:44.184512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:44.995494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37006) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:39:45.095153 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5c0874-9601-499f-8523-3f3fdc50c810 admin admin] GET failed (client error): The resource could not be found. Feb 09 07:39:45.096450 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ea5c0874-9601-499f-8523-3f3fdc50c810 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0999258 Feb 09 07:39:45.237208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024400e-abc1-4995-b9ce-345434729095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:45.239316 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9024400e-abc1-4995-b9ce-345434729095 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1375942 Feb 09 07:39:47.694340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37016) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:39:47.837854 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed8557-acb8-4373-a971-8a3493318325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:47.838481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-71ed8557-acb8-4373-a971-8a3493318325 admin admin] Synchronizing usage tracker for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:subnet {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:39:47.853793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-71ed8557-acb8-4373-a971-8a3493318325 admin admin] Unset dirty status for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:subnet {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:39:47.855159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-71ed8557-acb8-4373-a971-8a3493318325 admin admin] 10.222.0.39 "GET /v2.0/subnets/75af6093-68f7-401a-a1f9-984aed168270 HTTP/1.1" status: 200 len: 849 time: 0.1597264 Feb 09 07:39:47.865422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:39:47.989989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:48.299453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363245847184210'] for subnet, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:48.315225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b831d854-43d7-453c-b770-c6b786d57516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:39:48.462516 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75af6093-68f7-401a-a1f9-984aed168270,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:39:48.475839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.476231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.476611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.476986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.477359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.477784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.478156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.478524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.478893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.479261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.479619 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.479982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:39:48.487528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:39:48.514347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:48.515006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:48.516393 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] 10.222.0.39 "PUT /v2.0/subnets/75af6093-68f7-401a-a1f9-984aed168270 HTTP/1.1" status: 200 len: 868 time: 0.6550846 Feb 09 07:39:48.519724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06229636-ca70-4690-bb8e-05f92a2b01b8 None None] Network 8bb17920-cd87-4da0-ace0-07fd4b481a15 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:39:49.013613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-36c9af30-1312-4d76-beca-8d91f0b5ff8c None None] Provisioning complete for port fbd47146-51e2-4555-b811-78f81b464391 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:39:49.014117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-36c9af30-1312-4d76-beca-8d91f0b5ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:49.149115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-36c9af30-1312-4d76-beca-8d91f0b5ff8c None None] Provisioning complete for port 136fa147-5290-4e01-8f0a-169369cf4d0e triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:39:49.149532 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-36c9af30-1312-4d76-beca-8d91f0b5ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:39:50.966642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37026) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:39:51.180678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fa2ca-35e2-4980-8f36-811acc8b5f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:51.181113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fa2ca-35e2-4980-8f36-811acc8b5f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:51.182849 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-116fa2ca-35e2-4980-8f36-811acc8b5f57 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2148993 Feb 09 07:39:53.733080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37036) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:39:53.948152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db5668-cd16-4c8b-9479-ad5b1348bb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:53.948509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db5668-cd16-4c8b-9479-ad5b1348bb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:53.950198 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b8db5668-cd16-4c8b-9479-ad5b1348bb11 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159636 Feb 09 07:39:56.406947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37046) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:39:56.614897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f32ac-ea8a-477a-9d9f-3ca297fea930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:56.616380 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-748f32ac-ea8a-477a-9d9f-3ca297fea930 admin admin] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 886 time: 0.2083528 Feb 09 07:39:59.068503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37056) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:39:59.456646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081eb2c-bcf0-40da-850a-ff90500ead6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:39:59.458186 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a081eb2c-bcf0-40da-850a-ff90500ead6e admin admin] 10.222.0.39 "GET /v2.0/networks/8bb17920-cd87-4da0-ace0-07fd4b481a15 HTTP/1.1" status: 200 len: 862 time: 0.3886442 Feb 09 07:40:01.946039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37066) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:02.093064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0554bc-cc0d-4c4b-b35a-9999cc21ccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:02.093522 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0554bc-cc0d-4c4b-b35a-9999cc21ccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:02.095241 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ce0554bc-cc0d-4c4b-b35a-9999cc21ccfd admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1481428 Feb 09 07:40:04.544592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37076) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:04.684909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab20ce-3730-44dd-85ea-f628abd85fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:04.685339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab20ce-3730-44dd-85ea-f628abd85fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:04.686989 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-beab20ce-3730-44dd-85ea-f628abd85fad admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1413612 Feb 09 07:40:07.131470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37086) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:07.277946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d894a7-cd78-4a41-801f-cb28f3bde5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:07.279415 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d4d894a7-cd78-4a41-801f-cb28f3bde5a0 admin admin] 10.222.0.39 "GET /v2.0/subnets/75af6093-68f7-401a-a1f9-984aed168270 HTTP/1.1" status: 200 len: 868 time: 0.1468973 Feb 09 07:40:09.724993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b5aa921f-80f6-442c-bb79-b54b282da333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:09.726127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37096) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:09.862688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6458d-c592-489b-91c3-0a8035ceccc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:09.864142 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-35e6458d-c592-489b-91c3-0a8035ceccc4 admin admin] 10.222.0.39 "GET /v2.0/subnets/e1e4f4bd-d10f-4330-ac25-b95cc4a53060 HTTP/1.1" status: 200 len: 816 time: 0.1369624 Feb 09 07:40:12.262403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-322b8d87-f929-49c9-9d85-26ebc6bb913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:12.835126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:13.585075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:13.872710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:40:14.187950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:35.556399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37136) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:35.634493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [None req-f5e0816c-18ba-42e5-9ad6-dbde219c4e08 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:40:35.635578 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f5e0816c-18ba-42e5-9ad6-dbde219c4e08 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0781603 Feb 09 07:40:38.148771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37146) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:38.249178 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d747ef-1763-4718-8ffd-f40f7ba24a37 admin admin] GET failed (client error): The resource could not be found. Feb 09 07:40:38.250504 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-56d747ef-1763-4718-8ffd-f40f7ba24a37 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1007085 Feb 09 07:40:38.390091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae18a8c-7c20-42b0-863c-d337d385cf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:38.391682 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6ae18a8c-7c20-42b0-863c-d337d385cf4d admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364000 Feb 09 07:40:39.717540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd5f7-8b4d-4320-bf89-a3527de0014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:40.855389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37156) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:40.933462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:40:40.938327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:40:40.948250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:40:40.956993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Made reservation on behalf of f1ae2558413b4ffebe8ea4abf0247f87 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:40:40.962175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:41.056040 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.services.revisions.revision_plugin [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Could not find related network for resource to bump revision. Feb 09 07:40:41.070747 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:40:41.079919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:41.080307 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Added segment e3f67284-42c9-47a9-8433-2690043540a5 of type vxlan for network dd89adcf-615e-47bb-9389-8f1b473c4d5a Feb 09 07:40:41.106847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:41.137431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:41.138707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:41.139346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:41.144060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:40:41.248415 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3918583 Feb 09 07:40:41.249166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Pushing event updated for resources: {'Network': ['ID=dd89adcf-615e-47bb-9389-8f1b473c4d5a,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:40:41.252141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:40:41.260201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:40:42.265404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3da1-9b00-45a1-b644-fa4cdab5717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:42.839072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:43.588837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:43.734817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37166) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:40:43.836881 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aa8ff2-5858-4532-a0f0-626e24165e1e admin admin] GET failed (client error): The resource could not be found. Feb 09 07:40:43.837446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-69aa8ff2-5858-4532-a0f0-626e24165e1e admin admin] Synchronizing usage tracker for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:40:43.851787 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-69aa8ff2-5858-4532-a0f0-626e24165e1e admin admin] Unset dirty status for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:40:43.852990 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-69aa8ff2-5858-4532-a0f0-626e24165e1e admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1171453 Feb 09 07:40:43.968017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cdaf1-ea0f-447c-aa86-cd2c1ada85c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:43.969545 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-238cdaf1-ea0f-447c-aa86-cd2c1ada85c1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1121407 Feb 09 07:40:43.980453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:40:43.984986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:40:43.995222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:40:44.003567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Made reservation on behalf of f1ae2558413b4ffebe8ea4abf0247f87 for: {'subnet': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:40:44.008776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:44.190529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:44.397558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:44.415673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-44497fb6-b53a-42c2-a18a-ad63a1a2ade1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:40:44.547979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aded9256-3d2a-4ba0-8f63-139ce5e62f47,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:40:44.550811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:40:44.608620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Checking segment: {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:40:44.609138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Network hostable DHCP agents. Network: dd89adcf-615e-47bb-9389-8f1b473c4d5a, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:40:44.627238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:40:44.635636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, dd89adcf-615e-47bb-9389-8f1b473c4d5a) {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:40:44.639480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:40:44.640117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:44.644750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427fcb9e-06f8-4e44-bda9-8594395a04c2 None None] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:40:44.663321 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6868711 Feb 09 07:40:45.039901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-dd89adcf-615e-47bb-9389-8f1b473c4d5a', 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a', 'tenant_id': 'f1ae2558413b4ffebe8ea4abf0247f87', 'fixed_ips': [{'subnet_id': 'aded9256-3d2a-4ba0-8f63-139ce5e62f47'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:40:45.040839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:45.335614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Allocated IP 192.168.233.2 (dd89adcf-615e-47bb-9389-8f1b473c4d5a/aded9256-3d2a-4ba0-8f63-139ce5e62f47/1ae26fd7-b556-4cd9-83f0-a884aedc86cf) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:40:45.559563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:45.570621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Transition to ACTIVE for port object 1ae26fd7-b556-4cd9-83f0-a884aedc86cf will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:40:45.587466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Transition to ACTIVE for port object 1ae26fd7-b556-4cd9-83f0-a884aedc86cf will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:40:45.592331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:45.608893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72602897-e2ff-4aec-9bf9-81306ba6d9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:40:45.748788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Pushing event updated for resources: {'Port': ['ID=1ae26fd7-b556-4cd9-83f0-a884aedc86cf,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:40:45.770460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.770844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.771259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.771631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.771998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.772651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.772784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.773042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.773405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.773796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.774153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.774510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:40:45.780161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:40:45.823993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:40:45.825404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:40:45.827901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:40:45.887609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Attempting to bind port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:40:45.888031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Attempting to bind port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:40:45.888449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Attempting to bind port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf on network dd89adcf-615e-47bb-9389-8f1b473c4d5a {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:40:45.894214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:40:45.894675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Checking segment: {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:40:45.895123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:45.895566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Bound using segment: {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:40:45.896086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Bound port: 1ae26fd7-b556-4cd9-83f0-a884aedc86cf, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:40:45.896525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:45.994957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] For port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:40:45.998376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] For port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1ae26fd7-b556-4cd9-83f0-a884aedc86cf,segment=NetworkSegment(e3f67284-42c9-47a9-8433-2690043540a5),segment_id=e3f67284-42c9-47a9-8433-2690043540a5)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:40:46.003559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:46.019221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:40:46.171364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Pushing event updated for resources: {'Port': ['ID=1ae26fd7-b556-4cd9-83f0-a884aedc86cf,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:40:46.176626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:40:47.412211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e690b7-a4f8-4342-a43d-76e1924341eb None None] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:40:47.529657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-de11b9c2-81e3-40f4-ba8c-e2beec0c7d1b None None] Provisioning for port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:40:47.744504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1ae26fd7-b556-4cd9-83f0-a884aedc86cf up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:40:47.823040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:40:47.829639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:40:47.829639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:47.972100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:47.987028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-c208cd15-f3d8-4af6-96f1-00c503d3dfe2 None None] Provisioning complete for port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:40:47.987444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c208cd15-f3d8-4af6-96f1-00c503d3dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:48.062982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1ae26fd7-b556-4cd9-83f0-a884aedc86cf,segment=NetworkSegment(e3f67284-42c9-47a9-8433-2690043540a5),segment_id=e3f67284-42c9-47a9-8433-2690043540a5)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:40:48.071520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:48.076767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:40:48.201283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=1ae26fd7-b556-4cd9-83f0-a884aedc86cf,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:40:48.204297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:40:48.317172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-83aa25be-2b0a-464b-8ea3-5c2d9fe0dcea None None] Provisioning complete for port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:40:48.317514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-83aa25be-2b0a-464b-8ea3-5c2d9fe0dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:49.705169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1ae26fd7-b556-4cd9-83f0-a884aedc86cf up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:40:49.782222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1ae26fd7-b556-4cd9-83f0-a884aedc86cf triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:40:49.782645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:40:50.872186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:41:09.720198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6abb5e10-75cd-4204-9907-97482f3a5a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:12.266248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a1a533b9-49cc-4b99-8a5a-e3658d78e065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:12.845020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:13.590469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:14.194265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:27.871324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:41:39.730336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d97c0681-6ef8-4675-a0a7-64f87087e2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:42.269960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d2a16255-da72-466c-90ea-e6b687c34187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:42.845105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:43.594973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:44.198212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:51.385857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37208) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:41:51.392241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [None req-6cbc69ba-5bca-4c47-9fef-61685c7aac20 tempest-verify_tempest_config-1347141434 tempest-verify_tempest_config-1347141434-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:41:51.393350 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6cbc69ba-5bca-4c47-9fef-61685c7aac20 tempest-verify_tempest_config-1347141434 tempest-verify_tempest_config-1347141434-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0063994 Feb 09 07:41:51.734983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37228) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:41:51.884340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:51.899362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:41:51.903363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Usage tracker for resource:security_group_rule and tenant:c180426cce5c4b9fba983582be958966 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:41:51.906299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:41:51.912535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:41:51.999430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:52.001900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:52.013517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:41:52.054232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Synchronizing usage tracker for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:41:52.057718 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de1aeb-67ce-40e7-a969-a86b46cd1a49,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:41:52.067864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.068195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.068571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.068950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.069320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.069712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.070079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.070443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.070803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.071160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.071519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.071876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:41:52.077101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:41:52.084618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Unset dirty status for tenant:f1ae2558413b4ffebe8ea4abf0247f87 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:41:52.085958 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c180426cce5c4b9fba983582be958966&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3498082 Feb 09 07:41:52.088754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37234) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:41:52.153754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:52.180896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:52.230606 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:52.235521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:41:52.248535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de1aeb-67ce-40e7-a969-a86b46cd1a49,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:41:52.251253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:41:52.252425 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:41:52.254300 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1de1aeb-67ce-40e7-a969-a86b46cd1a49 HTTP/1.1" status: 204 len: 168 time: 0.1645370 Feb 09 07:42:04.870840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:42:09.726110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3d65f42a-6a31-4632-8f57-f5fdf6bf0df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:12.271356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-597c0b16-6da4-41a4-9b02-5816ac06555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:12.849452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:13.596743 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:14.200650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:39.727110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d6b26d76-8963-4b4c-acc7-66605df794ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:41.870085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:42:42.274712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-13e691a6-5d12-48b5-9485-e44ba9ad1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:42.851906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:43.598488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:42:44.204603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:09.729497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-07ce7599-235b-41cf-abc9-a402d357d2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:12.275751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-97816f86-67cd-4c4f-a87c-1f626ec7f4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:12.854955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:13.599060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:14.207945 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:18.870362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 5 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:43:39.734622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-04f86183-9ba1-48fe-99fb-035122a48ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:39.944689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594'] for agent, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:39.945144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.946215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.946610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.946990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.947545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.948043 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.948607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.949102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.949409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.949912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.950440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.951047 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:43:39.951696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77459', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:43:39.956614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77459', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:43:40.342479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] get_endpoint_by_host() called for host hv-cinder-77459 {{(pid=79917) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 09 07:43:40.346487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=79917) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 09 07:43:40.349608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=79917) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 09 07:43:40.354177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] _get_endpoints() called {{(pid=79917) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 09 07:43:42.277013 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f8998d3c-1d08-4159-a731-1233f1e85aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:42.856990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:43.603827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:44.212274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:43:51.032621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37306) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:43:51.176386 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-643758e3-eb60-45d2-b68c-a7ddc354e5e7 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1426435 Feb 09 07:43:53.642938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37316) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:43:53.734011 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c9b30e3c-a092-4af8-ad92-9690c8e058ff admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0898447 Feb 09 07:43:55.871229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:44:09.735974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99a52e26-f15a-49b7-a387-1063e5bf04e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:09.931248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:12.277979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69f199bd-f727-4cf8-8fbc-69f22c0334fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:12.859936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:13.605609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:14.215118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:32.870403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:44:39.736526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2b4b-269c-4734-be5d-0be7dd8334cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:39.930665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:42.277983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a6e1-9172-41cb-985e-81ae3e82dd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:42.862086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:43.606976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:44:44.218832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:09.742028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-67f58559-c2c5-4b2a-a7e1-6107465bd8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:09.869931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:45:09.929235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:12.278739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d928ff98-094f-414a-8ad6-a8a90c92ee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:12.864863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:13.609422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:14.222755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:39.742315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7d93fbb-fb97-40a3-8d50-724e2e6d8cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:39.929093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:41.476980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37496) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:41.846686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37514) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:41.967652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-network', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:41.975762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:41.980416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Usage tracker for resource:network and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:41.983567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:41.990208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:42.000275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Made reservation on behalf of 9ad833ec4fbb425589e9c9f08918022f for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:42.006490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.019862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.037167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:42.042451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:42.045501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:42.052774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:42.146660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.149406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.154084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:42.189476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e196ddf-6a63-4a80-9a84-43fc7bb4f464,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:42.199647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:45:42.209934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.210515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.211056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.211596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.211966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.212328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.212955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.213315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.213712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.214073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.214431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.214768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.215401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.215770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.216114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.216469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.216823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.217176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.217528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.217891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.218238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.218590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.218942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.219290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Tracked resource versions report: Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}, Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:45:42.220574 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:45:42.225324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:42.231610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.232104 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Added segment 62e24dca-3b58-49a4-8552-c9351dc11191 of type vxlan for network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 Feb 09 07:45:42.283228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9457ff7f-198d-4016-8352-22776b2be4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.306547 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.343765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.345051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:42.349168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.354615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:42.457052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37544) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:42.461493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ce8316-423c-42ee-9beb-e53fb3fd97f5,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:42.468936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37550) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:42.469216 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9905276 Feb 09 07:45:42.470214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:42.475627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:45:42.492250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Request body: {'subnet': {'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-subnet', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:42.503843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:42.510177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:45:42.523676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Usage tracker for resource:subnet and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:42.526798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:42.535080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:42.545200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Made reservation on behalf of 9ad833ec4fbb425589e9c9f08918022f for: {'subnet': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:42.551169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.584945 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1561169745-network', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:42.592117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:42.596983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Usage tracker for resource:network and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:42.601107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:42.607536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:42.620664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Made reservation on behalf of 414a82415b404c4a9dbb28317ea2c73c for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:42.626174 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.657523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.731131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:42.744383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:42.748812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:42.760057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:42.871238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:42.898508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-700206464-network', 'tenant_id': '1dfd65d6da404721a9ff4315a355a790'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:42.955773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:42.961216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Usage tracker for resource:network and tenant:1dfd65d6da404721a9ff4315a355a790 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:42.965081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:42.972555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:43.012422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.016404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Made reservation on behalf of 1dfd65d6da404721a9ff4315a355a790 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:43.021962 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.045735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.065346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:43.071720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Usage tracker for resource:security_group_rule and tenant:1dfd65d6da404721a9ff4315a355a790 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:43.081032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:43.088273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:43.111504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.176179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-188fa51b-1678-495d-94e1-0b871e206c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:43.221066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.236423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.239941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:45:43.282763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.283163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Added segment 6fcab967-f0db-4752-a02a-509699a93ab9 of type vxlan for network e8302579-298e-47ee-a118-a40e02a2afa0 Feb 09 07:45:43.293293 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa938c-d91a-43ab-ae7e-ec96a3f157d0,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:43.315423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.315815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.316198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.316574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.316944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.317852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.318228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.318597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.318969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.319332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.319700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.320062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.320526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.320888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.321250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.321626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.321993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.322353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.322715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.323227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.323589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.323949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.324313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.324673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Tracked resource versions report: Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}, Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:45:43.325972 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:45:43.332218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:43.333928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72cf2584-57c1-4523-b4cd-e26be5d695cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:43.422783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.435919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:43.441819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:43.486660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.490051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:43.490710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.496124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79916) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:45:43.496124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:45:43.499083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5449f8d5-e7da-4a48-bc4c-9680a99044e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:43.612010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.670361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Pushing event updated for resources: {'Network': ['ID=e8302579-298e-47ee-a118-a40e02a2afa0,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:43.673945 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:43.693829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network e8302579-298e-47ee-a118-a40e02a2afa0 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:45:43.704126 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8555832 Feb 09 07:45:43.707623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37594) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:43.710189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.715799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Request body: {'subnet': {'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1561169745-subnet', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:43.725368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:43.739134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Usage tracker for resource:subnet and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:43.747614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:43.766833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:43.790496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Made reservation on behalf of 414a82415b404c4a9dbb28317ea2c73c for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:43.802706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:43.867870 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network e8302579-298e-47ee-a118-a40e02a2afa0 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:45:44.214172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3bdb720d-6f36-4d4e-b47b-6da70585c186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:44.235684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.241462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.331964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e4e3fd-1e93-4f7b-9208-dbd75cd06595,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:44.335432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:44.336353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:45:44.359240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.359833 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Added segment 4af711d5-8842-44b0-941b-b88acb8813ec of type vxlan for network 58db2b7a-db3f-4e2e-9115-98410ab7e111 Feb 09 07:45:44.397986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Checking segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:44.398518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Network hostable DHCP agents. Network: f1ce8316-423c-42ee-9beb-e53fb3fd97f5, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:45:44.424959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.430479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.447109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:45:44.448051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:44.476795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, f1ce8316-423c-42ee-9beb-e53fb3fd97f5) {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:44.482298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:44.483009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.486324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25135316-402e-416b-9d96-67fd5751d68a None None] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:45:44.501686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.503060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:44.503760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.509959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:44.510171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4355cb-e474-4385-9fc9-fa8df7fc33ca,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:44.532388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:44.626563 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9520b249-b957-44d7-b6a4-7987d01806e0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1560121 Feb 09 07:45:44.633172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37612) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:44.633398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Pushing event updated for resources: {'Network': ['ID=58db2b7a-db3f-4e2e-9115-98410ab7e111,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:44.638479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:44.647841 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1882920 Feb 09 07:45:44.649726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:44.650362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37616) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:44.656452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:44.659802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Request body: {'subnet': {'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-700206464-subnet', 'tenant_id': '1dfd65d6da404721a9ff4315a355a790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:44.660841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Usage tracker for resource:router and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:44.665381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:44.671892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:44.675270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:44.676821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Usage tracker for resource:subnet and tenant:1dfd65d6da404721a9ff4315a355a790 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:44.678835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:45:44.680387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:44.686807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:44.699502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Made reservation on behalf of 1dfd65d6da404721a9ff4315a355a790 for: {'subnet': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:44.706830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.708852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.720336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:45:44.720921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:44.796651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37630) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:44.831741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.154158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.180745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:45.200679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Usage tracker for resource:security_group_rule and tenant:27c48021df3941f5baff004d465b68fe is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:45.204697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:45.226811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:45.252220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:45:45.253180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.645904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Checking segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:45.647224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Network hostable DHCP agents. Network: e8302579-298e-47ee-a118-a40e02a2afa0, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:45:45.652102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37672) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:45.653898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.689305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.695049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.698799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Network e8302579-298e-47ee-a118-a40e02a2afa0 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:45:45.749657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, e8302579-298e-47ee-a118-a40e02a2afa0) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:45.750392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:45.761008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:45.763068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fde3a3-92d0-42ef-9588-aeb7645cf9c2 None None] Network e8302579-298e-47ee-a118-a40e02a2afa0 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:45:45.769211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.820059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Allocated IP 172.20.0.2 (f1ce8316-423c-42ee-9beb-e53fb3fd97f5/95e4e3fd-1e93-4f7b-9208-dbd75cd06595/ca290ef0-6005-4ea6-be71-3b67822b466b) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:45:45.867773 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27c48021df3941f5baff004d465b68fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0610073 Feb 09 07:45:45.870838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37682) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:45.899579 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1895833 Feb 09 07:45:45.902188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37686) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:45.910166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:45.914204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacfdf38-2165-4a90-a45f-2f96ba4e2a8e,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:45.923326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:45.928275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:45.932055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.938119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Usage tracker for resource:router and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:45.941632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:45.948415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:45.962350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.964163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:45.976883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:45.991179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.013943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Usage tracker for resource:security_group_rule and tenant:73b76282bb2848a2abb6f8591df99388 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:46.025205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:46.046110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:46.080865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59c1e832-266c-4c10-835b-ae652b49dd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.086434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.134588 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37692) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:46.135201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:46.229118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59c1e832-266c-4c10-835b-ae652b49dd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.373304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-e8302579-298e-47ee-a118-a40e02a2afa0', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:45:46.374277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.384421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0776b08-5828-4ce2-aea5-e50d35b7a0b3,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:46.454180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.456386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:46.489731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.537468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:46.537882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.541620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a1270c8416194c2a9d95800f00cb2834 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:46.545649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:46.553226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:46.639466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Transition to ACTIVE for port object ca290ef0-6005-4ea6-be71-3b67822b466b will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:46.655581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.657641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59c1e832-266c-4c10-835b-ae652b49dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.658745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.672076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.672936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:46.681414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.682367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Transition to ACTIVE for port object ca290ef0-6005-4ea6-be71-3b67822b466b will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:46.695374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.707772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1e832-266c-4c10-835b-ae652b49dd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacfdf38-2165-4a90-a45f-2f96ba4e2a8e,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:46.737253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.795530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:46.815608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba80bc9-1df1-4100-a893-2770b705c9a8,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:46.845848 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e3a69599-b9fa-4be0-a3ee-371fcd28b221 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73b76282bb2848a2abb6f8591df99388&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1915982 Feb 09 07:45:46.851173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37712) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:46.869838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:45:46.923418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2597a61a-cce8-4071-9406-10e236e6b177,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:46.936112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:46.964868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:46.988631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:46.989381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:46.990082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:46.990732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:47.000629 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1270c8416194c2a9d95800f00cb2834&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8336828 Feb 09 07:45:47.001739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Checking segment: {'id': '4af711d5-8842-44b0-941b-b88acb8813ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:47.002850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Network hostable DHCP agents. Network: 58db2b7a-db3f-4e2e-9115-98410ab7e111, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:45:47.016155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37724) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:47.038531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59c1e832-266c-4c10-835b-ae652b49dd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.039728 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-59c1e832-266c-4c10-835b-ae652b49dd28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eacfdf38-2165-4a90-a45f-2f96ba4e2a8e HTTP/1.1" status: 204 len: 168 time: 1.1628773 Feb 09 07:45:47.109402 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Pushing event updated for resources: {'Port': ['ID=ca290ef0-6005-4ea6-be71-3b67822b466b,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:47.120219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:45:47.142975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:45:47.177511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:47.189416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.191855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.197971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.198488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.198788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.199170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.199577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.199952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.200322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.200694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.201137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.201508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.202083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.202558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.202990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.203359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.203812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.204183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.204583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.204943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.205308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.205729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.206093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.206584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Tracked resource versions report: Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}, Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:45:47.207741 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:45:47.211746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:45:47.227196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:47.241679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 58db2b7a-db3f-4e2e-9115-98410ab7e111) {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:47.262779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:47.266282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.272713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca488c9b-f032-4d56-a536-3b5fbb68d1ce None None] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:45:47.284089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Allocated IP 172.28.0.207 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/6818ca46-3857-4ff6-9738-367ce2fd95ef) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:45:47.326632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6747518 Feb 09 07:45:47.328442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.363527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.424693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.445595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:47.469820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Allocated IP 172.20.0.2 (e8302579-298e-47ee-a118-a40e02a2afa0/ce4355cb-e474-4385-9fc9-fa8df7fc33ca/1ab8a717-f8e4-4a01-8280-cb2448b7877c) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:45:47.477841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Attempting to bind port ca290ef0-6005-4ea6-be71-3b67822b466b on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:45:47.478261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Attempting to bind port ca290ef0-6005-4ea6-be71-3b67822b466b by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:45:47.478676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Attempting to bind port ca290ef0-6005-4ea6-be71-3b67822b466b on network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:45:47.493997 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597a61a-cce8-4071-9406-10e236e6b177,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:47.510517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:47.515836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.519390 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2597a61a-cce8-4071-9406-10e236e6b177 HTTP/1.1" status: 204 len: 168 time: 0.4835823 Feb 09 07:45:47.530405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:45:47.531212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Checking segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:47.531860 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.532490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Bound using segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:45:47.533512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Bound port: ca290ef0-6005-4ea6-be71-3b67822b466b, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:45:47.534349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.680726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.696856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.755917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.796586 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37768) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:47.846654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:47.870266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:47.876306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Usage tracker for resource:security_group_rule and tenant:95cbacca82a046c0b7e061b985163736 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:47.876445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] For port ca290ef0-6005-4ea6-be71-3b67822b466b, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:45:47.881608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:47.889394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:47.985908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.005351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.012949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.033621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:48.039296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] For port ca290ef0-6005-4ea6-be71-3b67822b466b, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca290ef0-6005-4ea6-be71-3b67822b466b,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:45:48.041004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:48.053819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.085922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcdb8aa-2b2c-4196-b925-2cf5c4f430d5 None None] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:45:48.109902 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:48.111753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.117345 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95cbacca82a046c0b7e061b985163736&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3171251 Feb 09 07:45:48.123589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37778) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:48.171791 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.187471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a56ef75-4cd5-49a8-8535-0f353281ab9e,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:48.193031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:48.208352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.290648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.311680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Pushing event updated for resources: {'Port': ['ID=6818ca46-3857-4ff6-9738-367ce2fd95ef,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:48.312060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37798) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:48.317884 dv-cinder-774594-1-smb neutron-server[79804]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 07:45:48.319711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.339152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:48.360113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Transition to ACTIVE for port object 1ab8a717-f8e4-4a01-8280-cb2448b7877c will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:48.588261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Transition to ACTIVE for port object 1ab8a717-f8e4-4a01-8280-cb2448b7877c will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:48.592336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Pushing event updated for resources: {'Port': ['ID=ca290ef0-6005-4ea6-be71-3b67822b466b,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:48.616851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:48.627990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.683354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-875cf2b6-b3d0-427e-b07a-0f032ac1ab0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:48.698215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-dc2edbc2-4f6c-45c5-b36a-f29184a6675e tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:48.700707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-dc2edbc2-4f6c-45c5-b36a-f29184a6675e tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Synchronizing usage tracker for tenant:1dfd65d6da404721a9ff4315a355a790 on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:45:48.715144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.877889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.887349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:48.898511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Allocated IP 172.28.0.97 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/1219d6c2-b0bc-428a-9767-1bf7c61a5f23) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:45:48.903127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-dc2edbc2-4f6c-45c5-b36a-f29184a6675e tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Unset dirty status for tenant:1dfd65d6da404721a9ff4315a355a790 on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:45:48.904943 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-dc2edbc2-4f6c-45c5-b36a-f29184a6675e tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/networks?id=58db2b7a-db3f-4e2e-9115-98410ab7e111 HTTP/1.1" status: 200 len: 811 time: 0.5916741 Feb 09 07:45:48.906845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a56ef75-4cd5-49a8-8535-0f353281ab9e,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:48.910699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:48.916918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:48.918340 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a56ef75-4cd5-49a8-8535-0f353281ab9e HTTP/1.1" status: 204 len: 168 time: 0.7935154 Feb 09 07:45:48.930932 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-ca448035-bea5-4edb-be6d-c4921de3e746 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/quotas/1dfd65d6da404721a9ff4315a355a790 HTTP/1.1" status: 200 len: 375 time: 0.0166686 Feb 09 07:45:49.037068 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-56cf31ee-392c-4e88-a785-fe1c0a215d38 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dfd65d6da404721a9ff4315a355a790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002109 Feb 09 07:45:49.052724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Pushing event updated for resources: {'Port': ['ID=1ab8a717-f8e4-4a01-8280-cb2448b7877c,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:49.078065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.935s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:49.082147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:49.138601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.145070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.147204 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ba80bc9-1df1-4100-a893-2770b705c9a8 HTTP/1.1" status: 204 len: 168 time: 2.2871301 Feb 09 07:45:49.148066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba80bc9-1df1-4100-a893-2770b705c9a8,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:49.161595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:49.178337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Network e8302579-298e-47ee-a118-a40e02a2afa0 is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:45:49.191811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:49.197700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:45:49.202825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:45:49.204341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:49.207558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:45:49.290855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Attempting to bind port 1ab8a717-f8e4-4a01-8280-cb2448b7877c on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:45:49.291432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Attempting to bind port 1ab8a717-f8e4-4a01-8280-cb2448b7877c by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:45:49.291990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Attempting to bind port 1ab8a717-f8e4-4a01-8280-cb2448b7877c on network e8302579-298e-47ee-a118-a40e02a2afa0 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:45:49.298087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:45:49.298512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Checking segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:49.298965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.299408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Bound using segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:45:49.299936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Bound port: 1ab8a717-f8e4-4a01-8280-cb2448b7877c, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:45:49.300373 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.324791 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37844) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:49.434227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.446094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] For port 1ab8a717-f8e4-4a01-8280-cb2448b7877c, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:45:49.474006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4126aa10-a61f-4486-afca-a3919876cb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:49.482224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] For port 1ab8a717-f8e4-4a01-8280-cb2448b7877c, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1ab8a717-f8e4-4a01-8280-cb2448b7877c,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:45:49.499067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.523442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:49.721028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Pushing event updated for resources: {'Port': ['ID=1ab8a717-f8e4-4a01-8280-cb2448b7877c,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:49.726039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:49.834864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Pushing event updated for resources: {'Port': ['ID=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:49.843729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:49.912058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:49.933042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca290ef0-6005-4ea6-be71-3b67822b466b up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:45:49.981842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:45:50.021519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port ca290ef0-6005-4ea6-be71-3b67822b466b completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:45:50.046708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:50.057158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:45:50.094313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:50.121716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37862) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:50.126556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:50.147552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Usage tracker for resource:security_group_rule and tenant:cd525f965a264ed89e3f2491d7aacfad is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:50.153133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:50.161136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:50.173685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:50.197142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:50.211906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4b307f111b02485d83354a384d28e266 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:50.217436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:50.226343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:50.309911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-0b000a6c-3a39-40b2-a158-8eae76029b83 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:45:50.321874 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-0b000a6c-3a39-40b2-a158-8eae76029b83 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5258307 Feb 09 07:45:50.430341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:50.496614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:50.538387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:50.688515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:50.724900 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd525f965a264ed89e3f2491d7aacfad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3984959 Feb 09 07:45:50.726084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:50.726797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37890) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:50.789109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e25e39b-a8ad-42d4-8c00-fa057b9b948e,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:50.829664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:50.831930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:50.849088 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-3ef61406-e453-4879-94cf-01e353ced890 service neutron] 10.222.0.39 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260320 Feb 09 07:45:50.947898 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b307f111b02485d83354a384d28e266&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8250556 Feb 09 07:45:50.951161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37902) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:50.969500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092c5d1d-95d5-4cbf-b466-539971f73937,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:51.004456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:51.146096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.148042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.166833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.173245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-e92a6b32-81b5-4a08-bf79-4297199e41de service neutron] 10.222.0.39 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3021214 Feb 09 07:45:51.187534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.217493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b83f60-bf02-400f-9966-9e52bb72612e None None] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:45:51.222315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.287365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.382711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37916) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:51.414066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.419745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b489f319-5837-414f-a5ec-64c93a36124c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:51.435149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.445570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e25e39b-a8ad-42d4-8c00-fa057b9b948e,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:51.453012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:51.454217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51dcf938-2a44-438c-ae0a-8badb320fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:51.468141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c5d1d-95d5-4cbf-b466-539971f73937,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:51.470354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.471799 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e25e39b-a8ad-42d4-8c00-fa057b9b948e HTTP/1.1" status: 204 len: 168 time: 0.7160082 Feb 09 07:45:51.473217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:51.474845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.476155 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/092c5d1d-95d5-4cbf-b466-539971f73937 HTTP/1.1" status: 204 len: 168 time: 0.5112915 Feb 09 07:45:51.515299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37934) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:51.606137 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9d17ed20-26c1-4a30-88e2-8e2ae3c9e780 req-7c89d356-d196-4701-ab14-9938c1548cc9 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.0871394 Feb 09 07:45:51.699689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Provisioning for port ca290ef0-6005-4ea6-be71-3b67822b466b completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:45:51.710065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Provisioning complete for port ca290ef0-6005-4ea6-be71-3b67822b466b triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:51.710736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:51.976557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:45:51.985288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.031305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:52.032748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1ab8a717-f8e4-4a01-8280-cb2448b7877c up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:45:52.041037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Usage tracker for resource:security_group_rule and tenant:a0499e3aeb6f4dca859ad9a7bf3ce60a is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:52.044329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:52.051815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:52.170631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ebe3f6-93ea-43c7-a9cb-90f03a7f2801 None None] Network e8302579-298e-47ee-a118-a40e02a2afa0 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:45:52.179979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.184985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.185146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.199750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e7391da0-9a1e-444d-9bef-590d8cda90f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:52.217267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.255639 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0499e3aeb6f4dca859ad9a7bf3ce60a&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8715382 Feb 09 07:45:52.257481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 37948) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:52.261038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40d2698-1219-44fa-8ad8-49dd871283db,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:52.279060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:52.284501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] For port ca290ef0-6005-4ea6-be71-3b67822b466b, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca290ef0-6005-4ea6-be71-3b67822b466b,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:45:52.339408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.371217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.422893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:45:52.423637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.433983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:45:52.442872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-86246de0-d100-4840-8f1d-1059da6ac258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:52.449415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.453427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:45:52.458745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:45:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:52.464673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:52.487395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40d2698-1219-44fa-8ad8-49dd871283db,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:52.492230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:52.507488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.510587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:52.513861 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c40d2698-1219-44fa-8ad8-49dd871283db HTTP/1.1" status: 204 len: 168 time: 0.2546663 Feb 09 07:45:52.514448 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8802145 Feb 09 07:45:52.518225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 37964) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:52.528781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Pushing event updated for resources: {'Port': ['ID=ca290ef0-6005-4ea6-be71-3b67822b466b,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:52.557342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:52.597277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 1ab8a717-f8e4-4a01-8280-cb2448b7877c completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:45:52.843118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:45:52.867757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Provisioning for port 1ab8a717-f8e4-4a01-8280-cb2448b7877c completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:45:52.882351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Provisioning complete for port 1ab8a717-f8e4-4a01-8280-cb2448b7877c triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:52.882978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:53.236895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:53.367722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] For port 1ab8a717-f8e4-4a01-8280-cb2448b7877c, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1ab8a717-f8e4-4a01-8280-cb2448b7877c,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:45:53.370089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:49Z', 'revision_number': 3, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:53.382389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:45:53.383045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Updating router 9ed6c996-9e1f-44f4-bef4-48c61742077f port 6818ca46-3857-4ff6-9738-367ce2fd95ef binding host dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:45:53.387039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:53.391059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:53.481750 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-867cdf29-773e-471c-b47d-9670b577843d req-3bdffafb-2be4-46cc-ad35-6b9be6f86517 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.7026033 Feb 09 07:45:53.525171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:53.614107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Pushing event updated for resources: {'Port': ['ID=1ab8a717-f8e4-4a01-8280-cb2448b7877c,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:53.628451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:53.635138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-0b282fc4-7429-4c00-b493-307d315f8259 None None] Provisioning complete for port ca290ef0-6005-4ea6-be71-3b67822b466b triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:53.635138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0b282fc4-7429-4c00-b493-307d315f8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:53.806706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Router 79dd0a6d-65dc-4a45-849a-43631528f41b is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:45:53.951167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca290ef0-6005-4ea6-be71-3b67822b466b up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:45:54.388743 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:54.400239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port ca290ef0-6005-4ea6-be71-3b67822b466b triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:54.400867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:54.406685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Transition to ACTIVE for port object 6818ca46-3857-4ff6-9738-367ce2fd95ef will not be triggered until provisioned by entity L2. {{(pid=79918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:54.412648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:54.488699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-4b08d9fe-76f3-4c82-9fe7-363a7eec0d69 None None] Provisioning complete for port 1ab8a717-f8e4-4a01-8280-cb2448b7877c triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:54.489827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b08d9fe-76f3-4c82-9fe7-363a7eec0d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:54.526845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:45:54.579625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:54.584687 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6808982 Feb 09 07:45:54.584912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38022) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:54.615893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:45:54.677282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:45:54.678303 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:45:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:54.855837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:54.883352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:54.935737 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:45:54.960325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Pushing event updated for resources: {'Port': ['ID=6818ca46-3857-4ff6-9738-367ce2fd95ef,revision_number=2']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:54.970006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.970436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.970752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.971213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.971602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.971974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.972419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.972800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.973220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.974205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.974572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.974933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.975516 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.975880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.976252 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.976601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.976959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.977319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.977883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.978192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.978680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.979039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.979403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.979759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Tracked resource versions report: Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: pushed versions: Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: { 'AddressGroup': {'1.1'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': {'1.0'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': {'1.0'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': {'1.1'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': {'1.7'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': {'1.2'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': {'1.8'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': {'1.4'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': {'1.0'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': {'1.1'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': {'1.1'}} Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: consumer versions: Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: { DHCP agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: L3 agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: Metadata agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: Metering agent@dv-cinder-774594-1-smb: {}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@dv-cinder-774594-1-smb: { 'AddressGroup': '1.1', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}, Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'ConntrackHelper': '1.0', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Log': '1.0', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Network': '1.1', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Port': '1.7', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'PortForwarding': '1.2', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'QosPolicy': '1.8', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroup': '1.4', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SecurityGroupRule': '1.2', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'SubPort': '1.0', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Subnet': '1.1', Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: 'Trunk': '1.1'}} Feb 09 07:45:54.981051 dv-cinder-774594-1-smb neutron-server[79804]: {{(pid=79918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:45:54.984688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:55.023083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Attempting to bind port 6818ca46-3857-4ff6-9738-367ce2fd95ef on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:45:55.023503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Attempting to bind port 6818ca46-3857-4ff6-9738-367ce2fd95ef by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:45:55.023918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Attempting to bind port 6818ca46-3857-4ff6-9738-367ce2fd95ef on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:45:55.049734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:45:55.050092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:55.050544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:55.056630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:45:55.057331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Bound port: 6818ca46-3857-4ff6-9738-367ce2fd95ef, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:45:55.057828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:55.059180 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d8ae74f5-55e6-43fb-aff2-b3ca72d158e3 req-2ea1407e-b270-4710-9abd-b8882f03e5bc tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.1614201 Feb 09 07:45:55.081991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38032) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:55.123092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1ab8a717-f8e4-4a01-8280-cb2448b7877c up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:45:55.262180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] For port 6818ca46-3857-4ff6-9738-367ce2fd95ef, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:45:55.274407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] For port 6818ca46-3857-4ff6-9738-367ce2fd95ef, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=6818ca46-3857-4ff6-9738-367ce2fd95ef,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:45:55.282788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:55.319566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6bd1557d-d889-41ca-8166-f4d8a2a43e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:55.421820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Pushing event updated for resources: {'Port': ['ID=6818ca46-3857-4ff6-9738-367ce2fd95ef,revision_number=3']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:55.438390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:55.611363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Allocated IP 172.20.0.1 (f1ce8316-423c-42ee-9beb-e53fb3fd97f5/95e4e3fd-1e93-4f7b-9208-dbd75cd06595/832c42b9-2262-4770-8b95-ffcafd848add) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:45:55.628691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:45:55.631830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:45:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:55.889201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:55.941684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1ab8a717-f8e4-4a01-8280-cb2448b7877c triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:55.943965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:55.956703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:55.966480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:55.978340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3bd69e2b0e499185f34c9dcd30ae61 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:55.983629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:56.005478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:56.015463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Transition to ACTIVE for port object 832c42b9-2262-4770-8b95-ffcafd848add will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:56.053160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:45:56.069042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.110233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1f16ca00-ff66-4b24-b391-1114ea1cf95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:56.120623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-4b08d9fe-76f3-4c82-9fe7-363a7eec0d69 None None] Provisioning complete for port ca290ef0-6005-4ea6-be71-3b67822b466b triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:56.121056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b08d9fe-76f3-4c82-9fe7-363a7eec0d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.409673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:45:50Z', 'revision_number': 3, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:56.431703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:45:56.432700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Updating router 79dd0a6d-65dc-4a45-849a-43631528f41b port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:45:56.456460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Pushing event updated for resources: {'Port': ['ID=832c42b9-2262-4770-8b95-ffcafd848add,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:56.461136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:56.468293 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef4baea9-45ba-47cb-9712-117b8f78cdf7 req-7d4e0552-8117-4871-a244-e25f60a3039b tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.1230752 Feb 09 07:45:56.503141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.548738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:45:56.550013 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:56.553020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:45:56.553646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.607553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38072) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:56.618599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:49Z', 'revision_number': 3, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:56.625967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c3f75-f88b-4ef2-acac-df90a319c3b8 None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:49Z', 'revision_number': 3, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:45:56.674165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.686723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.700053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:56.716842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0d4c8a8c-cc21-462c-b811-849feed1b1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:56.811866 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c3bd69e2b0e499185f34c9dcd30ae61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7293468 Feb 09 07:45:56.826595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38082) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:56.829118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38084) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:57.010778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d84a83-875c-436e-ad0b-f4d4ca5d8d31,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:57.010778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.44', 64075) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:57.096118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:57.272545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-29300492-network', 'tenant_id': '7a229269bab142409c75b8edbbf0565b'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:57.278965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:57.295236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Usage tracker for resource:network and tenant:7a229269bab142409c75b8edbbf0565b is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:57.313441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:57.325141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:57.343986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9514febe-5131-440d-8ea0-ab02644e18a4 None None] Provisioning for port 832c42b9-2262-4770-8b95-ffcafd848add completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:45:57.352925 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.353996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9514febe-5131-440d-8ea0-ab02644e18a4 None None] Provisioning complete for port 832c42b9-2262-4770-8b95-ffcafd848add triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:57.354545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9514febe-5131-440d-8ea0-ab02644e18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.394668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.456952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9514febe-5131-440d-8ea0-ab02644e18a4 None None] Port 832c42b9-2262-4770-8b95-ffcafd848add cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:45:57.460492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Made reservation on behalf of 7a229269bab142409c75b8edbbf0565b for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:57.466323 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.487205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-647509983-network', 'tenant_id': 'b290de366e964524a43047c945fccab4'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:57.494065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:57.498478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Usage tracker for resource:network and tenant:b290de366e964524a43047c945fccab4 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:57.501964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:57.511338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:57.516864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.534291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.579998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:57.585081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Usage tracker for resource:security_group_rule and tenant:7a229269bab142409c75b8edbbf0565b is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:57.588408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:57.594362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:57.596728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.603026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Made reservation on behalf of b290de366e964524a43047c945fccab4 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:57.607714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.630104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eebd604d-0286-4b33-970a-a371ddf8b9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:57.642267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.684534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.688975 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33d84a83-875c-436e-ad0b-f4d4ca5d8d31 HTTP/1.1" status: 204 len: 168 time: 0.8539796 Feb 09 07:45:57.694571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:57.699285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Usage tracker for resource:security_group_rule and tenant:b290de366e964524a43047c945fccab4 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:57.702642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:57.710855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:57.793659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.830903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Transition to ACTIVE for port object 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:45:57.836388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.860355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.950212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.968190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:45:57.979542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:57.980112 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Added segment 0068cfe6-ffd9-433f-a08f-a68512c9871b of type vxlan for network 06730e24-74f9-4f9a-b99f-6ef2b6314478 Feb 09 07:45:58.008247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.034819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e85fe51a-ec32-41a7-91b3-9571ea6a1432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:58.157249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd605d-550f-4637-b4a2-5dfe80760387 None None] Pushing event updated for resources: {'Port': ['ID=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:58.169040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Attempting to bind port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:45:58.169972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Attempting to bind port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:45:58.170521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Attempting to bind port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:45:58.178586 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51fd605d-550f-4637-b4a2-5dfe80760387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:58.179755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:45:58.180411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:45:58.193931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.195322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.195896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:45:58.196595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Bound port: 1219d6c2-b0bc-428a-9767-1bf7c61a5f23, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:45:58.197271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.203841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.205152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.252408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.265911 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0eedd78-1c5a-4283-b390-1fc1df5942d4 req-d90c2923-f226-4fe3-b989-c131d1b2ed84 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.4034543 Feb 09 07:45:58.278497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:58.279420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.283624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d84a83-875c-436e-ad0b-f4d4ca5d8d31,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:58.314475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:58.314475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:58.332353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:58.411930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] For port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:45:58.416627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] For port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:45:58.423018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.446683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:58.475700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Pushing event updated for resources: {'Port': ['ID=832c42b9-2262-4770-8b95-ffcafd848add,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:58.494709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:58.575050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.577762 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7351561 Feb 09 07:45:58.597394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:45:58.600446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38144) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:58.601370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:45:58.630353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Request body: {'subnet': {'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-647509983-subnet', 'tenant_id': 'b290de366e964524a43047c945fccab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:58.644843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:58.661636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Usage tracker for resource:subnet and tenant:b290de366e964524a43047c945fccab4 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:58.667815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:58.681781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:58.683503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-4d1dd468-f4cb-4710-97e7-c0652df33d12 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:58.685662 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-4d1dd468-f4cb-4710-97e7-c0652df33d12 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.44 "GET /v2.0/networks?id=58db2b7a-db3f-4e2e-9115-98410ab7e111 HTTP/1.1" status: 200 len: 811 time: 1.6293986 Feb 09 07:45:58.687931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd605d-550f-4637-b4a2-5dfe80760387 None None] Pushing event updated for resources: {'Port': ['ID=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:58.694498 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.705970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51fd605d-550f-4637-b4a2-5dfe80760387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:58.762430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:45:58.778622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.779022 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Added segment 37e4bf8c-bba9-4ce6-bf6a-420279b73688 of type vxlan for network 85f08615-be6b-4945-94f3-5648e557ba8a Feb 09 07:45:58.785472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:45:58.787067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:45:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:45:58.846674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:58.887789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Request body: {'port': {'device_id': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111', 'admin_state_up': True, 'tenant_id': '1dfd65d6da404721a9ff4315a355a790'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:45:59.023098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Made reservation on behalf of b290de366e964524a43047c945fccab4 for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:45:59.028877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:59.055435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:45:59.214803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38152) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:59.323025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6818ca46-3857-4ff6-9738-367ce2fd95ef up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:45:59.398568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2263b-bd54-4c64-8eca-28dd8c529b02,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:59.401348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:59.407373 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:45:59.407584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.110s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:45:59.475027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-71c0fce3-82b9-45e2-8304-38e445127aa8 None None] Provisioning complete for port 832c42b9-2262-4770-8b95-ffcafd848add triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:45:59.475461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c0fce3-82b9-45e2-8304-38e445127aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:59.533681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:59.586472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:59.590252 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:45:59.599207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Usage tracker for resource:security_group_rule and tenant:a2bc23ee6a2743b889f1562a90ba82ad is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:59.609214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:45:59.611492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:45:59.612659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:59.643604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:59.703998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-71c0fce3-82b9-45e2-8304-38e445127aa8 None None] Port 832c42b9-2262-4770-8b95-ffcafd848add cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:45:59.740167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:45:59.764357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:45:59.778234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Usage tracker for resource:port and tenant:1dfd65d6da404721a9ff4315a355a790 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:45:59.808058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:45:59.872577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Pushing event updated for resources: {'Network': ['ID=06730e24-74f9-4f9a-b99f-6ef2b6314478,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:45:59.900111 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2695243 Feb 09 07:45:59.905390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38170) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:45:59.916455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:45:59.943857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Request body: {'subnet': {'network_id': '85f08615-be6b-4945-94f3-5648e557ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-29300492-subnet', 'tenant_id': '7a229269bab142409c75b8edbbf0565b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:00.022410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:00.034400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 6818ca46-3857-4ff6-9738-367ce2fd95ef completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:00.040868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:00.052048 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cc1b92e4-67ab-46e1-93f9-45c19ab19afc req-7351eba9-c53e-478b-bdc0-9673fbff3ec4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.4550686 Feb 09 07:46:00.052741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Pushing event updated for resources: {'Network': ['ID=85f08615-be6b-4945-94f3-5648e557ba8a,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:00.061158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:00.063635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.180s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:00.068961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Usage tracker for resource:subnet and tenant:7a229269bab142409c75b8edbbf0565b is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:00.087606 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] 10.222.0.39 "PUT /v2.0/routers/9ed6c996-9e1f-44f4-bef4-48c61742077f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5677118 Feb 09 07:46:00.089119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:00.100523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0829272e-539c-4c7e-823b-d4713e000c5c,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:00.107378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:00.108007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:00.108300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-917b1b90-b8e7-4806-ae08-9b0f1096677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:00.130708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Made reservation on behalf of 1dfd65d6da404721a9ff4315a355a790 for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:00.139412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:00.184731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:00.185910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:00.279375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Made reservation on behalf of 7a229269bab142409c75b8edbbf0565b for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:00.292923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:00.296086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 85f08615-be6b-4945-94f3-5648e557ba8a details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:00.341058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Allocated IP 172.20.0.1 (e8302579-298e-47ee-a118-a40e02a2afa0/ce4355cb-e474-4385-9fc9-fa8df7fc33ca/315143cc-4731-458a-bbd6-5f4e77edf546) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:00.410011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:00.425607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:00.463110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:46:00.480903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:00.484191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:45:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:00.519584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network 85f08615-be6b-4945-94f3-5648e557ba8a details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:00.599517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 6818ca46-3857-4ff6-9738-367ce2fd95ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:00.613910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:00.809556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:00.929161 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2bc23ee6a2743b889f1562a90ba82ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6056080 Feb 09 07:46:00.960919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38192) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:00.963038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3e7e5-ba2b-4ef6-92c8-3aaf8c272afb,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:00.974780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:01.188379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:01.248328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 6818ca46-3857-4ff6-9738-367ce2fd95ef, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=6818ca46-3857-4ff6-9738-367ce2fd95ef,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:01.312911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:01.403137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Allocated IP 172.20.0.6 (58db2b7a-db3f-4e2e-9115-98410ab7e111/d0776b08-5828-4ce2-aea5-e50d35b7a0b3/6c7374fc-f648-4dd8-8daf-1fc721814e42) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:01.494597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:01.527403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:01.594168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:01.694091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:02.058601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 2, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:02.076248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:46:02.077589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Updating router 9ed6c996-9e1f-44f4-bef4-48c61742077f port 832c42b9-2262-4770-8b95-ffcafd848add binding host dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:46:02.142972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=6818ca46-3857-4ff6-9738-367ce2fd95ef,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:02.155299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:02.247497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:45:50Z', 'revision_number': 3, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:02.262638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbf932-82ae-4a84-8fb0-608ae6be7cf1 None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:45:50Z', 'revision_number': 3, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:46:02.263490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:02.265313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:02.314709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38228) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:02.323360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:02.324379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8530fccf-4840-4b17-8638-0ad69aeb353b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:02.386681 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d45bf1a9-0f8f-4b26-b311-c286bce2f34d req-f3010b31-ad39-447e-b703-549654b7269c tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.4025097 Feb 09 07:46:02.427594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:02.614273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:02.832788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Pushing event updated for resources: {'Port': ['ID=6c7374fc-f648-4dd8-8daf-1fc721814e42,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:02.863070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38236) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:02.884546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:02.889451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391037461', 'description': 'tempest-description--385541619'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:02.971788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:02.976635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:02.990603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:02.997064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:03.086014 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.151012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:03.160365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:03.172458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:03.198569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:03.199800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.314469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Transition to ACTIVE for port object 315143cc-4731-458a-bbd6-5f4e77edf546 will not be triggered until provisioned by entity DHCP. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:03.387775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:03.390291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:03.392203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.408642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.422358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:03.466643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Notify callbacks [] for port, precommit_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.482231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Transition to ACTIVE for port object 832c42b9-2262-4770-8b95-ffcafd848add will not be triggered until provisioned by entity L2. {{(pid=79918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:03.486492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.505241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:03.548202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75e86bd-318f-43d9-9e5a-3bda61f0f754,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:03.562657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:03.563471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.577891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.262s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:03.578322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:03.588773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:03.603047 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3faad-1168-4511-a93e-e01728afc8bd None None] Pushing event updated for resources: {'Port': ['ID=832c42b9-2262-4770-8b95-ffcafd848add,revision_number=3']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:03.606767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12b3faad-1168-4511-a93e-e01728afc8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:03.612024 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Usage tracker for resource:security_group_rule and tenant:08785dd6d3904ec9a9040fb8617619e2 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:03.628246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:03.652394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:03.657620 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7776473 Feb 09 07:46:03.727698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.735568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-40c03477-e219-4976-afb6-adb08ef8057d tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:46:03.736831 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-40c03477-e219-4976-afb6-adb08ef8057d tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0130165 Feb 09 07:46:03.754689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.756527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3e7e5-ba2b-4ef6-92c8-3aaf8c272afb,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:03.763213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:03.836959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.841447 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75f3e7e5-ba2b-4ef6-92c8-3aaf8c272afb HTTP/1.1" status: 204 len: 168 time: 2.8610880 Feb 09 07:46:03.844585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.923513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2850dd85-433d-4146-a095-15f780e909ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:03.952200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:03.963705 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5647120 Feb 09 07:46:03.966821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38254) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:04.005897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cb62bea1-7525-40cd-8278-1f1d43cbc851 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:04.058724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6818ca46-3857-4ff6-9738-367ce2fd95ef up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:04.145294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'security_group_rule': {'security_group_id': '5db018fa-2132-4cd1-b272-7a2c3f62d7da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:04.254682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 6818ca46-3857-4ff6-9738-367ce2fd95ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:04.254946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.274680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Attempting to bind port 832c42b9-2262-4770-8b95-ffcafd848add on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:04.275128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Attempting to bind port 832c42b9-2262-4770-8b95-ffcafd848add by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:04.275551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Attempting to bind port 832c42b9-2262-4770-8b95-ffcafd848add on network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:04.292446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:04.294323 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Checking segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:04.295871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.297101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Bound using segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:04.297687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Bound port: 832c42b9-2262-4770-8b95-ffcafd848add, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:04.298124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.328403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:04.343016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Checking segment: {'id': '0068cfe6-ffd9-433f-a08f-a68512c9871b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:04.343808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Network hostable DHCP agents. Network: 06730e24-74f9-4f9a-b99f-6ef2b6314478, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:46:04.357036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:04.371625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db018fa-2132-4cd1-b272-7a2c3f62d7da,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:04.379944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:04.381775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:04.382466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.400678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:04.424075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:46:04.442591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.470604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.535377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 06730e24-74f9-4f9a-b99f-6ef2b6314478) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:04.540932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:04.543281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.595055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.615112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Network e8302579-298e-47ee-a118-a40e02a2afa0 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:04.615112 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08785dd6d3904ec9a9040fb8617619e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7413983 Feb 09 07:46:04.616952 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.0002513 Feb 09 07:46:04.618073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38270) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:04.633693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Pushing event updated for resources: {'Port': ['ID=315143cc-4731-458a-bbd6-5f4e77edf546,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:04.638465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.645304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:04.649182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:04.675613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:04.676731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:04.694639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] For port 832c42b9-2262-4770-8b95-ffcafd848add, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:04.703332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] For port 832c42b9-2262-4770-8b95-ffcafd848add, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=832c42b9-2262-4770-8b95-ffcafd848add,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:04.713056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78e9c5-ffa6-4f4d-928f-b85000a73502 None None] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:04.733342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.778433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:04.784879 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:04.785423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.805995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ddffd-fb2d-408a-b60d-a98151b2f088,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:04.806728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19db7ba0-b65f-488a-96f5-072ef83582d2,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:04.811106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:04.817277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:04.819415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.824801 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7123089 Feb 09 07:46:04.828492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38284) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:04.836075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'security_group_rule': {'security_group_id': '5db018fa-2132-4cd1-b272-7a2c3f62d7da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:04.866848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:04.872213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:04.875911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:04.882429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:04.949002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:04.981934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.064610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-10ca76fa-bf9f-4168-a392-f9222e0c33eb tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:05.065435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-10ca76fa-bf9f-4168-a392-f9222e0c33eb tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Synchronizing usage tracker for tenant:1dfd65d6da404721a9ff4315a355a790 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:05.170933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:05.196658 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Request body: {'port': {'device_id': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:05.221216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.222772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.342403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3faad-1168-4511-a93e-e01728afc8bd None None] Pushing event updated for resources: {'Port': ['ID=832c42b9-2262-4770-8b95-ffcafd848add,revision_number=4']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:05.356671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-10ca76fa-bf9f-4168-a392-f9222e0c33eb tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Unset dirty status for tenant:1dfd65d6da404721a9ff4315a355a790 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:05.357354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12b3faad-1168-4511-a93e-e01728afc8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:05.365087 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-10ca76fa-bf9f-4168-a392-f9222e0c33eb tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 931 time: 1.3622189 Feb 09 07:46:05.406186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.463073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.526685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:05.529889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:45:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:05.547632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-9bf776d3-41cf-4ba9-81b3-a79a684af9b5 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Synchronizing usage tracker for tenant:1dfd65d6da404721a9ff4315a355a790 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:05.710776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7a94c167-7193-47f2-b425-b613b0efa70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:05.777716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-9bf776d3-41cf-4ba9-81b3-a79a684af9b5 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Unset dirty status for tenant:1dfd65d6da404721a9ff4315a355a790 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:05.791890 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6aea5dc6-0b3b-424f-b1df-7e63700bcbe7 req-9bf776d3-41cf-4ba9-81b3-a79a684af9b5 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255910 Feb 09 07:46:05.800648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.844966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-963db313-f724-43f9-ad92-48b9fbda2a0f None None] Provisioning for port 315143cc-4731-458a-bbd6-5f4e77edf546 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:05.874783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-963db313-f724-43f9-ad92-48b9fbda2a0f None None] Provisioning complete for port 315143cc-4731-458a-bbd6-5f4e77edf546 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:05.882965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-963db313-f724-43f9-ad92-48b9fbda2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.930612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.960315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.961683 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b60ddffd-fb2d-408a-b60d-a98151b2f088 HTTP/1.1" status: 204 len: 168 time: 1.3397617 Feb 09 07:46:05.976680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:05.978002 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1468768 Feb 09 07:46:06.008875 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38312) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:06.040857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'floatingip': {'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:06.092793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:06.143098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:floatingip and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:06.147987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:06.157301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=355bd076-a5c6-450b-9fe9-ab92afa21469,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:06.165869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:06.178434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:06.180501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b5840ee6-142f-4d60-a69e-2a8e4a59aea0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:06.182249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:06.182694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:06.219067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550d4858-2b56-4a12-bb02-61f32c8de29c,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:06.232394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88885f7-c79c-426c-853a-c1bf361bdd96 None None] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:06.242296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:06.265191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:06.266197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:06.298267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:06.361572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ddffd-fb2d-408a-b60d-a98151b2f088,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:06.386442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:06.468919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Checking segment: {'id': '37e4bf8c-bba9-4ce6-bf6a-420279b73688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '85f08615-be6b-4945-94f3-5648e557ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:06.472951 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Network hostable DHCP agents. Network: 85f08615-be6b-4945-94f3-5648e557ba8a, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:46:06.663434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Network 85f08615-be6b-4945-94f3-5648e557ba8a is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:46:06.709281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-963db313-f724-43f9-ad92-48b9fbda2a0f None None] Port 315143cc-4731-458a-bbd6-5f4e77edf546 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:46:06.745829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 85f08615-be6b-4945-94f3-5648e557ba8a) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:06.764035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:06.764725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:06.826143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:06.855965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bcfbe-b63d-4d93-8069-bd01bb7ba639 None None] Network 85f08615-be6b-4945-94f3-5648e557ba8a requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:06.868925 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 6.9563556 Feb 09 07:46:06.893199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:07.400256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:07.424193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:07.444025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Allocated IP 172.28.0.164 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/32960e3f-da3a-4160-8099-6d64371c765a) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:07.455329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:07.473640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:07.643825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7374fc-f648-4dd8-8daf-1fc721814e42 {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:46:07.654358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:07.669322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Transition to ACTIVE for port object 6c7374fc-f648-4dd8-8daf-1fc721814e42 will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:07.710314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:07.731438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:07.750599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:04Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:07.773069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b329e-dd97-40a6-a2cc-ba191cea99b4 None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:04Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:46:07.782532 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38344) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:07.799631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79e21eaf-5715-40fa-b0b6-e6be8ccdcc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:07.823221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:07.919757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:07.950001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7374fc-f648-4dd8-8daf-1fc721814e42,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:08.005027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.036760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1ce50159-724c-448b-aed7-dae495abdc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:08.109544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:08.124251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.213928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0850f-147b-40c6-a339-a4b6db7e54be None None] Network 85f08615-be6b-4945-94f3-5648e557ba8a requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:08.320371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:08.328589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:4750562b674d41fa9d989a731f5e72a6 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:08.338811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:08.344111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'Port': ['ID=32960e3f-da3a-4160-8099-6d64371c765a,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:08.347758 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:08.365702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:08.486784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:08.491021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:08.496364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:08.564339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.565714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.612790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.655838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.671095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7ba1dda0-ed1d-425e-8aa0-2623fc8c1cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:08.831513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8bbee-a86f-4c5e-ad17-90dba74f3ce9,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:08.850304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:08.871309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:09.123714 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4750562b674d41fa9d989a731f5e72a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1836736 Feb 09 07:46:09.128546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38368) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:09.590551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fa621-5907-461f-be16-3f179284c6e7 req-77fa69ab-196f-4052-af0a-33b64328522b tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:09.610274 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef5fa621-5907-461f-be16-3f179284c6e7 req-77fa69ab-196f-4052-af0a-33b64328522b tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 943 time: 1.9386954 Feb 09 07:46:09.777118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a2152d0e-5c87-4430-8ddb-e148698e44b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:09.859715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 832c42b9-2262-4770-8b95-ffcafd848add up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:09.981438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:09.995242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 832c42b9-2262-4770-8b95-ffcafd848add completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:10.001290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 832c42b9-2262-4770-8b95-ffcafd848add triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:10.002196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.025277 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef5fa621-5907-461f-be16-3f179284c6e7 req-17fd9eda-5ee8-4a22-b8e8-d33068e2a6e5 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136646 Feb 09 07:46:10.166798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Attempting to bind port 6c7374fc-f648-4dd8-8daf-1fc721814e42 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:10.167340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Attempting to bind port 6c7374fc-f648-4dd8-8daf-1fc721814e42 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '4af711d5-8842-44b0-941b-b88acb8813ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:10.167542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Attempting to bind port 6c7374fc-f648-4dd8-8daf-1fc721814e42 on network 58db2b7a-db3f-4e2e-9115-98410ab7e111 {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:10.188317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:10.188317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Checking segment: {'id': '4af711d5-8842-44b0-941b-b88acb8813ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:10.188317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.188317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Bound using segment: {'id': '4af711d5-8842-44b0-941b-b88acb8813ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:10.188317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Bound port: 6c7374fc-f648-4dd8-8daf-1fc721814e42, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af711d5-8842-44b0-941b-b88acb8813ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58db2b7a-db3f-4e2e-9115-98410ab7e111'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:10.188317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.233329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.258950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38406) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:10.293156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 832c42b9-2262-4770-8b95-ffcafd848add, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=832c42b9-2262-4770-8b95-ffcafd848add,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:10.297348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.298729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:10.424253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:10.497135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.564119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:10.576244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.594627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.599715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.606055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305263857-network', 'tenant_id': '8f33c2245bf34968bb395cc7f0d0d84e'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:10.616306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.617634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:10.632224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.651149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Usage tracker for resource:network and tenant:8f33c2245bf34968bb395cc7f0d0d84e is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:10.665799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:10.717514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:10.731328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.739722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:10.783076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:10.786424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:10.924800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=832c42b9-2262-4770-8b95-ffcafd848add,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:10.938522 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:10.942210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38420) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:10.955406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456028557-network', 'tenant_id': '1a006b92ff9d468391fc9e075368cdc9'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:10.981160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Made reservation on behalf of 8f33c2245bf34968bb395cc7f0d0d84e for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:10.986427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.022542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.033610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Pushing event updated for resources: {'Port': ['ID=315143cc-4731-458a-bbd6-5f4e77edf546,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:11.042314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:11.045019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] For port 6c7374fc-f648-4dd8-8daf-1fc721814e42, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:11.078783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:11.087843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] For port 6c7374fc-f648-4dd8-8daf-1fc721814e42, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6c7374fc-f648-4dd8-8daf-1fc721814e42,segment=NetworkSegment(4af711d5-8842-44b0-941b-b88acb8813ec),segment_id=4af711d5-8842-44b0-941b-b88acb8813ec)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:11.091322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f33c2245bf34968bb395cc7f0d0d84e is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:11.098980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:11.113006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.114909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:11.157320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.163375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'Port': ['ID=32960e3f-da3a-4160-8099-6d64371c765a,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:11.178835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:11.195481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.236970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:11.252326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Usage tracker for resource:network and tenant:1a006b92ff9d468391fc9e075368cdc9 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:11.256077 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:11.274682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:11.308176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Made reservation on behalf of 1a006b92ff9d468391fc9e075368cdc9 for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:11.313058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.341170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.355556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:11.356032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:11.373626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.375189 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3649063 Feb 09 07:46:11.385075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.393406 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58d8bbee-a86f-4c5e-ad17-90dba74f3ce9 HTTP/1.1" status: 204 len: 168 time: 2.2635477 Feb 09 07:46:11.397339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8bbee-a86f-4c5e-ad17-90dba74f3ce9,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:11.404324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:11.422304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:11.423654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1a006b92ff9d468391fc9e075368cdc9 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:11.431099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:11.450298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:11.597941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7374fc-f648-4dd8-8daf-1fc721814e42,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:11.617296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Network e8302579-298e-47ee-a118-a40e02a2afa0 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:11.627317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:11.628222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:11.640048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 832c42b9-2262-4770-8b95-ffcafd848add up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:11.723531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.737175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.743843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:11.825020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 832c42b9-2262-4770-8b95-ffcafd848add triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:11.825454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.843095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:46:11.898585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd61c2-bbed-45ab-82e9-4b1c08791707,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:11.906108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:11.918641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:11.919100 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Added segment 7d6cbed3-531b-4a61-8a01-af920fd4c08a of type vxlan for network 6d6b0959-acb7-4797-a940-7461f33c7e33 Feb 09 07:46:11.991610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.066191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.067953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:12.068867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.076376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d889167a-64d5-44b7-8888-66e3c6e63689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:12.135849 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-18eccc2b-3c0d-4933-a8ea-74d69f99e1b1 None None] Provisioning complete for port 315143cc-4731-458a-bbd6-5f4e77edf546 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:12.136286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-18eccc2b-3c0d-4933-a8ea-74d69f99e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.250704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6b0959-acb7-4797-a940-7461f33c7e33,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:12.264601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:12.267035 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3199797 Feb 09 07:46:12.269807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38456) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:12.295641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Request body: {'subnet': {'network_id': '6d6b0959-acb7-4797-a940-7461f33c7e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456028557-subnet', 'tenant_id': '1a006b92ff9d468391fc9e075368cdc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:12.305778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:12.320508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:12.327693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Usage tracker for resource:subnet and tenant:1a006b92ff9d468391fc9e075368cdc9 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:12.334841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:12.352276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:12.372435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Made reservation on behalf of 1a006b92ff9d468391fc9e075368cdc9 for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:12.380605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.591315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:12.592018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.594428 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] 10.222.0.44 "PUT /v2.0/ports/6c7374fc-f648-4dd8-8daf-1fc721814e42 HTTP/1.1" status: 200 len: 1157 time: 8.6037188 Feb 09 07:46:12.596152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'tag': '6c7374fc-f648-4dd8-8daf-1fc721814e42'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:12.786282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:12.920836 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-5f0e8374-4ecc-4bb7-aa58-79c36e8c5198 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--391037461&fields=id&tenant_id=9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 267 time: 0.4989843 Feb 09 07:46:12.956121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-18eccc2b-3c0d-4933-a8ea-74d69f99e1b1 None None] Port 315143cc-4731-458a-bbd6-5f4e77edf546 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:46:12.987257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f6a119e6-2722-4553-aafc-e0b616983e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:12.991513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.092526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.108681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:13.244381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f72b288-c170-4fab-9505-3b06c9f2962c,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:13.250826 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:13.254801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-2a17c514-6e84-4790-b786-15611d05e9fb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:13.262144 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-2a17c514-6e84-4790-b786-15611d05e9fb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 817 time: 0.3402264 Feb 09 07:46:13.310557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Checking segment: {'id': '7d6cbed3-531b-4a61-8a01-af920fd4c08a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d6b0959-acb7-4797-a940-7461f33c7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:13.310958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Network hostable DHCP agents. Network: 6d6b0959-acb7-4797-a940-7461f33c7e33, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:46:13.331276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:46:13.342174 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 6d6b0959-acb7-4797-a940-7461f33c7e33) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:13.346784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:13.347289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.353066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4a80c-9763-405d-b97b-855a9c3c723a None None] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:13.377159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3a56c2b2-8dd1-4b92-a33a-11b76a4faf21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0979316 Feb 09 07:46:13.407723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3b4f9-e4fa-42ea-8fd2-1c26a60fd756 req-89fe764a-e0e4-4259-92c8-020d2b87ea6a tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:13.417268 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-95e3b4f9-e4fa-42ea-8fd2-1c26a60fd756 req-89fe764a-e0e4-4259-92c8-020d2b87ea6a tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 943 time: 1.9502847 Feb 09 07:46:13.427125 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-0d75bf30-99a3-435f-b921-a7636b1a3b58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/quotas/9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 375 time: 0.1640542 Feb 09 07:46:13.429326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Router 79dd0a6d-65dc-4a45-849a-43631528f41b has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:46:13.529254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38498) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:13.551990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.602300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Deleting subnet 355bd076-a5c6-450b-9fe9-ab92afa21469 {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:46:13.606453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.609436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea43b52-b355-4c05-814d-300063077695 None None] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:13.666227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.674954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.750406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.763399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-15eacba1-eab7-4772-af76-a353c70d6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:13.765237 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-15eacba1-eab7-4772-af76-a353c70d6682 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dfd65d6da404721a9ff4315a355a790&device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 1160 time: 1.0359702 Feb 09 07:46:13.793989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:13.890893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:13.924429 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-65541e22-4fbd-4ced-9a8a-7a0e62683c1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7374fc-f648-4dd8-8daf-1fc721814e42 HTTP/1.1" status: 200 len: 217 time: 0.1414828 Feb 09 07:46:13.939620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:46:13.948991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183e8f9f-945c-4df0-ab59-47cd54bc5baa,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:14.019465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:14.051054 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-95e3b4f9-e4fa-42ea-8fd2-1c26a60fd756 req-cfb89b5d-8835-42b2-a81f-8899b6d96654 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326497 Feb 09 07:46:14.093664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:46:14.095599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:14.104093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:14.104487 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Added segment 23777e56-2e56-4243-a0a5-aa6b07406669 of type vxlan for network ccf83419-8097-4161-a59b-18bc43b5a228 Feb 09 07:46:14.107943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:46:14.124266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:14.124978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:14.294203 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-f4d118db-cdcc-47e9-8dd9-755b3fd7a096 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8295739 Feb 09 07:46:14.296374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:14.382277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-8c2323da-1153-4853-b0ee-b71320942af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:14.383966 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-8c2323da-1153-4853-b0ee-b71320942af4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0776b08-5828-4ce2-aea5-e50d35b7a0b3 HTTP/1.1" status: 200 len: 851 time: 0.4281802 Feb 09 07:46:14.416010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355bd076-a5c6-450b-9fe9-ab92afa21469,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:14.430439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:14.434770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:14.440083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:14.449717 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/355bd076-a5c6-450b-9fe9-ab92afa21469 HTTP/1.1" status: 204 len: 168 time: 0.9189796 Feb 09 07:46:14.454004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38528) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:14.627074 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-264af539-6b75-42ef-ba4d-b173c9070c45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58db2b7a-db3f-4e2e-9115-98410ab7e111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252028 Feb 09 07:46:14.629433 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] 10.222.0.39 "PUT /v2.0/routers/79dd0a6d-65dc-4a45-849a-43631528f41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0431421 Feb 09 07:46:14.688062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:14.730709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:14.737062 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'tag': '6c7374fc-f648-4dd8-8daf-1fc721814e42', 'status': 'completed', 'code': 200} Feb 09 07:46:14.812851 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-82fe3c7a-32b1-49f1-8b8f-24e3817356fc service neutron] 10.222.0.39 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176215 Feb 09 07:46:14.896095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:15.112230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 2, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:15.125472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:46:15.126141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Updating router 79dd0a6d-65dc-4a45-849a-43631528f41b port 315143cc-4731-458a-bbd6-5f4e77edf546 binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:46:15.190115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:15.198377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:15.200881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.resource_extend [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 09 07:46:15.266003 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:15.288220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:15.288880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:15.318157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:15.424446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf83419-8097-4161-a59b-18bc43b5a228,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:15.430452 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.0439568 Feb 09 07:46:15.430984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38562) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:15.433273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:15.435587 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-097426b8-5829-4d4c-a70c-1cc61e4d914e service neutron] 10.222.0.44 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971351 Feb 09 07:46:15.447166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Request body: {'subnet': {'network_id': 'ccf83419-8097-4161-a59b-18bc43b5a228', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305263857-subnet', 'tenant_id': '8f33c2245bf34968bb395cc7f0d0d84e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:15.449042 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-db11d345-5d73-4d5f-b1bf-6c0d65b90cd3 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6352239 Feb 09 07:46:15.460939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:15.472128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Usage tracker for resource:subnet and tenant:8f33c2245bf34968bb395cc7f0d0d84e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:15.478318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:15.488106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:15.509342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.509784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.510631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.511016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > port after_create 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.511382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.511760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > port after_update 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.512127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.512506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.512861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.513204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.568620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network ccf83419-8097-4161-a59b-18bc43b5a228 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:15.677661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network ccf83419-8097-4161-a59b-18bc43b5a228 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:15.680217 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db4f8693-9fc0-4bee-91f9-a47a8a4536bb req-65c2b5ea-3ca0-43ec-ab1b-b9604bfbaf25 service neutron] 10.222.0.44 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2300591 Feb 09 07:46:15.778282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.778674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.779051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.779424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:15.779822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f08615-be6b-4945-94f3-5648e557ba8a']}} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:15.799385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Made reservation on behalf of 8f33c2245bf34968bb395cc7f0d0d84e for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:15.812152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:16.091187 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:16.098727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e4bf8c-bba9-4ce6-bf6a-420279b73688') {'for_net_delete': True} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:16.099073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e4bf8c-bba9-4ce6-bf6a-420279b73688') {} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:16.103464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-a8be5bc4-3481-4bb8-85a2-ecaefcb79f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:16.111655 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-a8be5bc4-3481-4bb8-85a2-ecaefcb79f61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dfd65d6da404721a9ff4315a355a790&device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 1160 time: 0.3300114 Feb 09 07:46:16.124713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278421'] for segment, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:16.136369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Transition to ACTIVE for port object 315143cc-4731-458a-bbd6-5f4e77edf546 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:16.143247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:16.165460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:16.169607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:46:16.403627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40f15-7240-4707-ad68-ff14038e1e48 req-f6a67020-e254-45b6-9783-d68a62acb06d tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:16.405391 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-eac40f15-7240-4707-ad68-ff14038e1e48 req-f6a67020-e254-45b6-9783-d68a62acb06d tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 943 time: 0.4851439 Feb 09 07:46:16.425142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38588) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:16.444994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134894237', 'description': 'tempest-description--1236524298'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:16.475635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51fd605d-550f-4637-b4a2-5dfe80760387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:16.525837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:16.536719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:16.539469 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87815567-a20e-498a-8fb7-5b89adefb2b5 req-45018153-f89c-4ada-9148-83edf1811984 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 210 time: 0.1311345 Feb 09 07:46:16.552009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:16.824883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-eac40f15-7240-4707-ad68-ff14038e1e48 req-e5ebaaf2-648b-49e8-8268-42da52de86cb tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842729 Feb 09 07:46:16.902382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b7e62-0e6b-4f3e-9e59-48d945c7e33b None None] Pushing event updated for resources: {'Port': ['ID=315143cc-4731-458a-bbd6-5f4e77edf546,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:16.907316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e62b7e62-0e6b-4f3e-9e59-48d945c7e33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:16.909690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Attempting to bind port 315143cc-4731-458a-bbd6-5f4e77edf546 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:16.910671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Attempting to bind port 315143cc-4731-458a-bbd6-5f4e77edf546 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:16.911096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Attempting to bind port 315143cc-4731-458a-bbd6-5f4e77edf546 on network e8302579-298e-47ee-a118-a40e02a2afa0 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:16.932514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:16.932916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Checking segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:16.933376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:16.933853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Bound using segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:16.934398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Bound port: 315143cc-4731-458a-bbd6-5f4e77edf546, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:16.934830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.102675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] For port 315143cc-4731-458a-bbd6-5f4e77edf546, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:17.106508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] For port 315143cc-4731-458a-bbd6-5f4e77edf546, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=315143cc-4731-458a-bbd6-5f4e77edf546,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:17.107488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:17.113265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Network 85f08615-be6b-4945-94f3-5648e557ba8a has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:46:17.116437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.127012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3135949'] for segment, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.148437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:17.185856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-74d0a89e-f174-4334-886d-f0d6a87a8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:17.187472 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-74d0a89e-f174-4334-886d-f0d6a87a8a37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58db2b7a-db3f-4e2e-9115-98410ab7e111 HTTP/1.1" status: 200 len: 905 time: 1.0567479 Feb 09 07:46:17.229183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.356929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:17.360092 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-be872aff-bd40-4039-a6de-364999e84a62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7374fc-f648-4dd8-8daf-1fc721814e42 HTTP/1.1" status: 200 len: 217 time: 0.0872517 Feb 09 07:46:17.361488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:17.374044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:17.380897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:17.389460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Network 85f08615-be6b-4945-94f3-5648e557ba8a has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: from cryptography.utils import int_from_bytes Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: from cryptography.utils import int_from_bytes Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: (rel_b, rel_a, rel_b), Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: (rel_b, rel_a, rel_b), Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:46:17.424679 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:46:17.539548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-f0a3700a-8e40-4db2-a759-99b86761ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:17.541139 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-f0a3700a-8e40-4db2-a759-99b86761ba31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0776b08-5828-4ce2-aea5-e50d35b7a0b3 HTTP/1.1" status: 200 len: 851 time: 0.1519544 Feb 09 07:46:17.544673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b7e62-0e6b-4f3e-9e59-48d945c7e33b None None] Pushing event updated for resources: {'Port': ['ID=315143cc-4731-458a-bbd6-5f4e77edf546,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:17.549986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e62b7e62-0e6b-4f3e-9e59-48d945c7e33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:17.593101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:17.593744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:17.673278 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-51acc9dd-d8e7-4f68-88ea-93769cd9b8aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58db2b7a-db3f-4e2e-9115-98410ab7e111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198494 Feb 09 07:46:17.822099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.856170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.857807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.877290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:17.958214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:17.993994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.024356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:18.039818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b257a465-e0d1-4e77-ada2-cc6d918a6be7 req-13f9841b-bbdb-4c48-929d-e64d5498dfa8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 210 time: 0.0599060 Feb 09 07:46:18.068641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6448e974-e862-4702-952f-36e86669822c,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:18.130085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:18.134891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:18.162226 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] 10.222.0.39 "DELETE /v2.0/networks/85f08615-be6b-4945-94f3-5648e557ba8a HTTP/1.1" status: 204 len: 168 time: 3.7069037 Feb 09 07:46:18.186254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38638) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:18.198597 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-de4a09f7-95b4-44ad-bc1e-c73ec020a7ad service neutron] 10.222.0.44 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079341 Feb 09 07:46:18.278128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Pushing event deleted for resources: {'Network': ['ID=85f08615-be6b-4945-94f3-5648e557ba8a,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:18.293224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.295465 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8678801 Feb 09 07:46:18.296817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:18.299484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9dcd456d-2857-49da-a071-88129f7d2b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:18.341919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38646) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:18.407896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'security_group_rule': {'security_group_id': '6448e974-e862-4702-952f-36e86669822c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:18.408612 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b9416f1-8c66-4feb-890a-2c22035a92d0 req-f9194363-a14b-4e54-99bf-eca2c788edd0 service neutron] 10.222.0.44 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624253 Feb 09 07:46:18.409844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-8636f28a-e7c1-43e8-9318-57d420c46d0f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:46:18.435450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:18.440719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:18.444386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:18.454706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:18.474721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Deleting subnet 9f72b288-c170-4fab-9505-3b06c9f2962c {{(pid=79916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:46:18.477596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.480944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb4543a-f534-499a-8365-b301254786c2,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:18.493414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:18.507433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.525262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Checking segment: {'id': '23777e56-2e56-4243-a0a5-aa6b07406669', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ccf83419-8097-4161-a59b-18bc43b5a228'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:18.526308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Network hostable DHCP agents. Network: ccf83419-8097-4161-a59b-18bc43b5a228, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:46:18.538772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.546244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.585566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Network ccf83419-8097-4161-a59b-18bc43b5a228 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:46:18.603497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, ccf83419-8097-4161-a59b-18bc43b5a228) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:18.611573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:17Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:18.618711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.618828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86865d22-d904-410c-b414-607ab8409676 None None] Network ccf83419-8097-4161-a59b-18bc43b5a228 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:18.629339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:18.630450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.637288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.647061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:18.676538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50af8d39-4ebe-4507-a6b8-ba0cea4b2dc9 None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:17Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:46:18.689813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593c483c-3918-498e-b176-c4247c26eea4,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:18.699883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.701609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549471 Feb 09 07:46:18.702876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:18.704320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38656) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:18.728074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'security_group_rule': {'security_group_id': '6448e974-e862-4702-952f-36e86669822c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:18.761190 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3117087 Feb 09 07:46:18.761190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:18.765385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:18.771042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:18.795780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:18.834006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:18.997955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 6c7374fc-f648-4dd8-8daf-1fc721814e42 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:19.004461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:19.011613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:19.015608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dbd5fd00-b39c-4756-ae70-7ba151a96408 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:19.027615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c017a03-b8be-4cd0-86fb-bd64730b27b2 req-ce5b32c0-2cfb-46cc-8da4-004c779aedbe tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:19.029368 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5c017a03-b8be-4cd0-86fb-bd64730b27b2 req-ce5b32c0-2cfb-46cc-8da4-004c779aedbe tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 943 time: 0.9210405 Feb 09 07:46:19.040332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb25df7-1719-4b2e-b2af-34d1cbb76573,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:19.044508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:19.069477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:19.075202 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3696620 Feb 09 07:46:19.076038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38674) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:19.085406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'floatingip': {'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:19.143546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:19.156350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:floatingip and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:19.162809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:19.184496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:19.202083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de7f3b-e2c5-4dd7-be58-2a08c26f2d6d None None] Network ccf83419-8097-4161-a59b-18bc43b5a228 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:19.219226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:19.341552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-55cf4043-a9fb-44b7-9b10-64f4aa18cdfe tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:19.343257 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-55cf4043-a9fb-44b7-9b10-64f4aa18cdfe tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 817 time: 0.7618597 Feb 09 07:46:19.562000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:19.606117 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5c017a03-b8be-4cd0-86fb-bd64730b27b2 req-9c9db55b-aea1-4d44-a13a-832bfe9d6504 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508573 Feb 09 07:46:19.698343 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f94c7003-75a9-4cfd-80b4-5ad19c17cebe req-78f730c5-9058-4490-b13c-4588207fd147 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 210 time: 0.2155631 Feb 09 07:46:19.710685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 315143cc-4731-458a-bbd6-5f4e77edf546 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:19.782797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 6c7374fc-f648-4dd8-8daf-1fc721814e42 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:19.840180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 6c7374fc-f648-4dd8-8daf-1fc721814e42 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:19.840617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:19.869843 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-f94bb034-65e3-4aba-88f1-3954e56b76cf tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 5703 time: 0.4810925 Feb 09 07:46:19.902211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'port': {'device_id': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'admin_state_up': True, 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'security_groups': ['5db018fa-2132-4cd1-b272-7a2c3f62d7da']}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:20.219914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 315143cc-4731-458a-bbd6-5f4e77edf546 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:20.248324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 315143cc-4731-458a-bbd6-5f4e77edf546 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:20.250458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.314366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Allocated IP 172.28.0.178 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/1bc7a954-1e41-415f-92f9-524596333983) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:20.350910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.441387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.486347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7374fc-f648-4dd8-8daf-1fc721814e42'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:20.525885 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.546784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-b2963790-64be-4547-83b0-b3c208a96ad2 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:20.547594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-b2963790-64be-4547-83b0-b3c208a96ad2 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Synchronizing usage tracker for tenant:b290de366e964524a43047c945fccab4 on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:20.552681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:20.559824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for subnet, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.559982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.567541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:port and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:20.604034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:20.620207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 6c7374fc-f648-4dd8-8daf-1fc721814e42, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6c7374fc-f648-4dd8-8daf-1fc721814e42,segment=NetworkSegment(4af711d5-8842-44b0-941b-b88acb8813ec),segment_id=4af711d5-8842-44b0-941b-b88acb8813ec)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:20.635027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 315143cc-4731-458a-bbd6-5f4e77edf546, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=315143cc-4731-458a-bbd6-5f4e77edf546,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:20.636741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.644061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:20.689318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:20.692806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:20.745993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f72b288-c170-4fab-9505-3b06c9f2962c,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:20.749137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:20.752330 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.763748 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9f72b288-c170-4fab-9505-3b06c9f2962c HTTP/1.1" status: 204 len: 168 time: 2.5738637 Feb 09 07:46:20.767822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9283c924-202a-4e28-8aed-cce9aebf1ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:20.768512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38732) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:20.786402 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:20.855337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=6c7374fc-f648-4dd8-8daf-1fc721814e42,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:20.871838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:20.872343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:20.937478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'Port': ['ID=1bc7a954-1e41-415f-92f9-524596333983,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:20.943719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:20.967801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.021748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 6c7374fc-f648-4dd8-8daf-1fc721814e42 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:21.027225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:21.028116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:21.031015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:21.040747 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Made reservation on behalf of 9ad833ec4fbb425589e9c9f08918022f for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:21.062387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.081359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=315143cc-4731-458a-bbd6-5f4e77edf546,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:21.084863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:21.116059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 6c7374fc-f648-4dd8-8daf-1fc721814e42 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:21.116727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.127092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.127866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-b2963790-64be-4547-83b0-b3c208a96ad2 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Unset dirty status for tenant:b290de366e964524a43047c945fccab4 on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:21.129816 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-b2963790-64be-4547-83b0-b3c208a96ad2 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/networks?id=06730e24-74f9-4f9a-b99f-6ef2b6314478 HTTP/1.1" status: 200 len: 808 time: 1.0063031 Feb 09 07:46:21.196119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.234547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-9e28f91a-b57e-42dd-87d2-5eb061e6cd1d tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/quotas/b290de366e964524a43047c945fccab4 HTTP/1.1" status: 200 len: 375 time: 0.0949886 Feb 09 07:46:21.432885 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-1c86f4d9-1eb6-4f49-9cda-f6dc1abaf726 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b290de366e964524a43047c945fccab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1821167 Feb 09 07:46:21.447087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.514687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.519297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.539677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:21.584500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 315143cc-4731-458a-bbd6-5f4e77edf546 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:21.697283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 315143cc-4731-458a-bbd6-5f4e77edf546 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:21.699077 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.717383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'Port': ['ID=1bc7a954-1e41-415f-92f9-524596333983,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:21.724022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:21.833829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.866206 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:21.867734 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7906444 Feb 09 07:46:21.905788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e466-1a7e-4d60-862a-edf78988561f req-cca54c83-9a0a-4406-8a6e-86feb2cd8d02 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:21.913897 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-20e8e466-1a7e-4d60-862a-edf78988561f req-cca54c83-9a0a-4406-8a6e-86feb2cd8d02 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 945 time: 0.8840296 Feb 09 07:46:22.077868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.078275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.079095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.079471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > port after_create 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.079815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.080368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > port after_update 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.080805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.081087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.081444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.082387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.150165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.150482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.150864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.151238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79916) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:22.151629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6b0959-acb7-4797-a940-7461f33c7e33']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:22.201430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6cbed3-531b-4a61-8a01-af920fd4c08a') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:22.201857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6cbed3-531b-4a61-8a01-af920fd4c08a') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:22.254146 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-20e8e466-1a7e-4d60-862a-edf78988561f req-5e65cd54-89aa-4adc-9739-ab9b1a365453 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387377 Feb 09 07:46:22.258421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:22.362861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Allocated IP 172.20.0.4 (f1ce8316-423c-42ee-9beb-e53fb3fd97f5/95e4e3fd-1e93-4f7b-9208-dbd75cd06595/8d7f2a44-cc16-407c-95a1-43b991c4a8da) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:22.378449 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-ff49a688-47a7-43a8-88d4-2ff37964e582 service neutron] 10.222.0.39 "GET /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144003 Feb 09 07:46:22.424269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:22.433941 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7374fc-f648-4dd8-8daf-1fc721814e42', 'code': 200} Feb 09 07:46:22.439720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:46:22.668130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.44', 64119) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:22.725598 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-14333d64-3622-4c3d-8b0e-479834ab0b2d req-9c4e269d-e076-4817-8ac1-1de72a1e0dd8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 210 time: 0.1203911 Feb 09 07:46:22.768229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-13e65376-e448-40df-8ac3-d028365a2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:22.774386 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-13e65376-e448-40df-8ac3-d028365a2e03 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 1162 time: 0.1049397 Feb 09 07:46:22.805419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:22.823018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:22.827288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Usage tracker for resource:security_group_rule and tenant:5a2a8963b51a421faed145901d1bb267 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:22.830387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:22.836405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:22.902514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:46:22.916208 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-9c9914de-6a40-4a48-b0f3-53a66e51b1fa service neutron] 10.222.0.39 "GET /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5277834 Feb 09 07:46:22.918277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:22.939095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:22.939828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38806) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:22.948909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:22.960126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-32b0e87d-1f25-4b86-b328-d398e12f171d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:22.970567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 6c7374fc-f648-4dd8-8daf-1fc721814e42 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:23.025520 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aead5d82-da48-4c14-b0cd-149222fd02ab req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440906 Feb 09 07:46:23.053971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c10acd35-4cc2-41d0-be01-c0b5cbccca4d,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:23.069853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:23.132252 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 6c7374fc-f648-4dd8-8daf-1fc721814e42 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:23.132788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.201245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Network 6d6b0959-acb7-4797-a940-7461f33c7e33 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: from cryptography.utils import int_from_bytes Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: from cryptography.utils import int_from_bytes Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: (rel_b, rel_a, rel_b), Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: (rel_b, rel_a, rel_b), Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:46:23.240782 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:46:23.248809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.271540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-dac2747c-b0a2-4fe1-bc30-9e471e36e0da tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Synchronizing usage tracker for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:23.277609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.281263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:23.292078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a67b74f48e0b406f880b14161dcec4ac is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:23.295348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:23.308898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:23.415877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.417757 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8c3503df-720d-4980-91c3-ff8e9c38a000 req-8c2d9aaf-9876-4005-be56-b4a5f61347d4 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 210 time: 0.1740401 Feb 09 07:46:23.431573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.438263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-dac2747c-b0a2-4fe1-bc30-9e471e36e0da tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Unset dirty status for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:23.439730 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-dac2747c-b0a2-4fe1-bc30-9e471e36e0da tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--134894237&fields=id&tenant_id=414a82415b404c4a9dbb28317ea2c73c HTTP/1.1" status: 200 len: 267 time: 0.4113822 Feb 09 07:46:23.440922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Transition to ACTIVE for port object 8d7f2a44-cc16-407c-95a1-43b991c4a8da will not be triggered until provisioned by entity DHCP. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:23.444472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.465462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:23.472349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:23.486323 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a67b74f48e0b406f880b14161dcec4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444283 Feb 09 07:46:23.489880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38836) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:23.524381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.543561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6b0959-acb7-4797-a940-7461f33c7e33,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:23.556651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:23.565609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c0bead7b-3359-4e08-8036-23831240fd3e admin admin] 10.222.0.39 "DELETE /v2.0/networks/6d6b0959-acb7-4797-a940-7461f33c7e33 HTTP/1.1" status: 204 len: 168 time: 2.7870474 Feb 09 07:46:23.607443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d6c97f-1875-4807-a17c-a218bc2f22fb,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:23.626348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:23.631180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.661466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.732278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.766953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.767920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:23.779096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-20320cfc-6391-430b-aee4-3ade922df2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:23.810043 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d6c97f-1875-4807-a17c-a218bc2f22fb,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:23.812056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:23.843034 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3d6c97f-1875-4807-a17c-a218bc2f22fb HTTP/1.1" status: 204 len: 168 time: 0.3494077 Feb 09 07:46:23.846143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:23.871319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:46:23.909675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38852) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:23.975414 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b0507102-c270-48cf-b133-5ca4ab931afd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a229269bab142409c75b8edbbf0565b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642014 Feb 09 07:46:23.980358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38856) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:24.055380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.102262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.210085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.217647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:24.232091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0829272e-539c-4c7e-823b-d4713e000c5c,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:24.234792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:24.238979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.240220 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0829272e-539c-4c7e-823b-d4713e000c5c HTTP/1.1" status: 204 len: 168 time: 0.2587824 Feb 09 07:46:24.273936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-4f80c51c-c522-4b60-b41d-56b3a8e95451 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:24.274749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-4f80c51c-c522-4b60-b41d-56b3a8e95451 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Synchronizing usage tracker for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:24.281486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:24.297617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:24.407031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0a-d76e-48d1-8919-8138f94e5611 req-c394b463-a486-4345-9fbd-e9e804e39a9f tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:24.409301 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-42dd7e0a-d76e-48d1-8919-8138f94e5611 req-c394b463-a486-4345-9fbd-e9e804e39a9f tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 945 time: 0.7630701 Feb 09 07:46:24.419177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-4f80c51c-c522-4b60-b41d-56b3a8e95451 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Unset dirty status for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:24.427108 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-4f80c51c-c522-4b60-b41d-56b3a8e95451 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 811 time: 0.9757323 Feb 09 07:46:24.471631 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-c5a08f7f-808c-4d51-af32-bfed9514e91b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/quotas/414a82415b404c4a9dbb28317ea2c73c HTTP/1.1" status: 200 len: 375 time: 0.0435526 Feb 09 07:46:24.496194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38872) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:24.542978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.555845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:24.564908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:24.567256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:24.571469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Usage tracker for resource:security_group_rule and tenant:006540b169614a97924ac810611bdfea is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:24.574726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:24.587556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:24.598592 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-42dd7e0a-d76e-48d1-8919-8138f94e5611 req-6dc3c30d-ffde-481a-beb3-8671246c6aa6 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663625 Feb 09 07:46:24.602279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:24.789390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.798824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.848065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40ee2035-8355-49a1-b46e-22f9fe0f97e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:24.888630 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=006540b169614a97924ac810611bdfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884628 Feb 09 07:46:24.888630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38880) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:24.888630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83272d2b-8ca6-4b85-a177-123cef077562,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:24.893370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:24.893873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38882) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:24.908966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:24.910502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:24.938319 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0500333 Feb 09 07:46:24.978117 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3b4ad2c7-6ea6-4f06-92c4-9d2362c7a5f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a006b92ff9d468391fc9e075368cdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867136 Feb 09 07:46:24.980677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38888) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:24.988475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-78b55003-862b-42a8-93d5-9fd08065b97f None None] Provisioning for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:24.994361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-78b55003-862b-42a8-93d5-9fd08065b97f None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:24.995167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-78b55003-862b-42a8-93d5-9fd08065b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.055203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-7ea40c4a-1f26-45a6-a23b-65c991c56714 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Synchronizing usage tracker for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:25.065460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Request body: {'port': {'device_id': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:25.070695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-78b55003-862b-42a8-93d5-9fd08065b97f None None] Port 8d7f2a44-cc16-407c-95a1-43b991c4a8da cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:46:25.200523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-7ea40c4a-1f26-45a6-a23b-65c991c56714 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Unset dirty status for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:25.202056 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-7ea40c4a-1f26-45a6-a23b-65c991c56714 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7119350 Feb 09 07:46:25.281892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.295701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.325696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.411653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1a41d-7773-447b-ac83-9e170eb6f938 req-58f26446-8834-4747-9551-da5dbddb64c3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:25.413168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-3ec1a41d-7773-447b-ac83-9e170eb6f938 req-58f26446-8834-4747-9551-da5dbddb64c3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:25.518435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-3ec1a41d-7773-447b-ac83-9e170eb6f938 req-58f26446-8834-4747-9551-da5dbddb64c3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:25.520140 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3ec1a41d-7773-447b-ac83-9e170eb6f938 req-58f26446-8834-4747-9551-da5dbddb64c3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 931 time: 0.4605157 Feb 09 07:46:25.538994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.540915 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.565147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-9c647bf0-89ae-4434-88f9-320b239a212a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:46:25.566871 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-9c647bf0-89ae-4434-88f9-320b239a212a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1496484 Feb 09 07:46:25.570298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:25.608836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd61c2-bbed-45ab-82e9-4b1c08791707,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:25.616301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:25.619372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.657490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.658794 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68bd61c2-bbed-45ab-82e9-4b1c08791707 HTTP/1.1" status: 204 len: 168 time: 0.6771395 Feb 09 07:46:25.703738 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3ec1a41d-7773-447b-ac83-9e170eb6f938 req-565156c5-7efd-4074-a901-3767ffda253b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763928 Feb 09 07:46:25.756788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3301da4f-21f5-4a0c-9af4-be601611633e tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:25.758925 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3301da4f-21f5-4a0c-9af4-be601611633e tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.44 "GET /v2.0/networks?id=06730e24-74f9-4f9a-b99f-6ef2b6314478 HTTP/1.1" status: 200 len: 808 time: 0.4658496 Feb 09 07:46:25.839614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:25.849259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Request body: {'port': {'device_id': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478', 'admin_state_up': True, 'tenant_id': 'b290de366e964524a43047c945fccab4'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:25.900700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-80400168-0f07-408a-8c58-05d789619a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:25.923521 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-7409a840-b1ee-4c88-8ddd-7b08cf17c2dd service neutron] 10.222.0.39 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467968 Feb 09 07:46:25.936528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83272d2b-8ca6-4b85-a177-123cef077562,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:25.946538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:26.084412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:26.088864 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83272d2b-8ca6-4b85-a177-123cef077562 HTTP/1.1" status: 204 len: 168 time: 1.1934574 Feb 09 07:46:26.101399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:26.105893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Usage tracker for resource:port and tenant:b290de366e964524a43047c945fccab4 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:26.109129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:26.115401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:26.128988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Made reservation on behalf of b290de366e964524a43047c945fccab4 for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:26.156428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:26.161914 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d526ef57-91a4-44eb-aa9d-6221e2fd27a6 req-68e866b5-21ee-4d23-b053-8692964c44a7 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 210 time: 0.1050768 Feb 09 07:46:26.254705 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-f482d8d4-e623-44ef-b66d-d8efbfebf3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3121736 Feb 09 07:46:26.319117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7f2a44-cc16-407c-95a1-43b991c4a8da {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:46:26.328106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:26.342572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Transition to ACTIVE for port object 8d7f2a44-cc16-407c-95a1-43b991c4a8da will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:26.346713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:26.366217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b7f52135-965d-43d0-8315-c28aff16ef35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:26.450198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 38934) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:26.604891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:26.619392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:26.619513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Allocated IP 172.20.0.7 (06730e24-74f9-4f9a-b99f-6ef2b6314478/c75e86bd-318f-43d9-9e5a-3bda61f0f754/ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:26.808378 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-10eb2682-ddbc-4b9b-a650-a5859d195a9d req-a7a6aacc-8d78-44bb-8cb9-b2f7f13b7d7c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 210 time: 0.1554916 Feb 09 07:46:26.970912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca875-c9a3-4bd2-943c-4f04764ff76c req-8e0ce3d6-1e75-44ca-beb7-502661b993bc tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:26.972766 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d5cca875-c9a3-4bd2-943c-4f04764ff76c req-8e0ce3d6-1e75-44ca-beb7-502661b993bc tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 945 time: 0.5614715 Feb 09 07:46:27.007499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.108195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.144494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:27.148649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5d6f0cd2a0429abd9d4cf6f81c31e2 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:27.152161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:27.158398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:27.422699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.434960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.438596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.452610 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d5cca875-c9a3-4bd2-943c-4f04764ff76c req-3a8cf155-8e85-4485-8df6-4ffde31a5b2f tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711988 Feb 09 07:46:27.462259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cbc8e8b4-b2e2-4bc3-98c1-d8216838bd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:27.604977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Attempting to bind port 8d7f2a44-cc16-407c-95a1-43b991c4a8da on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:27.605358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Attempting to bind port 8d7f2a44-cc16-407c-95a1-43b991c4a8da by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:27.625894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Attempting to bind port 8d7f2a44-cc16-407c-95a1-43b991c4a8da on network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:27.633029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:27.633415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Checking segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:27.634033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.634266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Bound using segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:27.634754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Bound port: 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:27.635135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:27.668144 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c5d6f0cd2a0429abd9d4cf6f81c31e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2167690 Feb 09 07:46:27.671897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 38986) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:27.701797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be5c582-d597-4459-b3a6-d6106e39c3ea,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:27.715259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:27.717087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:27.959258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eda21b-d590-4000-99a4-73dd6c45974e req-ecd64fd6-7f2a-4ca2-8cc9-88f2fbb8ac63 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:27.964178 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d7eda21b-d590-4000-99a4-73dd6c45974e req-ecd64fd6-7f2a-4ca2-8cc9-88f2fbb8ac63 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.7638502 Feb 09 07:46:28.038159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Pushing event updated for resources: {'Port': ['ID=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:28.043114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:28.094670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:28.096213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:28.099625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:28.278636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:28.279717 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:28.322921 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4924891 Feb 09 07:46:28.342686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Request body: {'port': {'device_id': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:28.411184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.44', 64133) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:28.493342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:28.561286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:28.612440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:28.696751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d7eda21b-d590-4000-99a4-73dd6c45974e req-283bbd6a-0b6c-49f3-a577-efb953504184 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6865253 Feb 09 07:46:28.705810 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:28.965681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:29.032842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:29.070120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:46:29.078929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.094851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Transition to ACTIVE for port object ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:29.101291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.105038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be5c582-d597-4459-b3a6-d6106e39c3ea,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:29.108296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:29.128194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.134499 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2be5c582-d597-4459-b3a6-d6106e39c3ea HTTP/1.1" status: 204 len: 168 time: 1.4602289 Feb 09 07:46:29.152366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:29.228685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-108d7b91-6888-4c5f-8267-c611ad3b50f7 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:29.230531 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-108d7b91-6888-4c5f-8267-c611ad3b50f7 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 811 time: 0.8183274 Feb 09 07:46:29.242288 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0470cc3d-20d4-4ebb-8141-eb44b3e73fdb req-d7e0e772-cb50-43ed-8a6d-79c80f51f027 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 210 time: 0.2570488 Feb 09 07:46:29.244085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:29.373739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61343ed3-802b-4d42-bd07-234c73398516 req-1b8b92f5-0028-468f-b6ac-01f25db08247 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:29.382495 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-61343ed3-802b-4d42-bd07-234c73398516 req-1b8b92f5-0028-468f-b6ac-01f25db08247 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 931 time: 1.5888960 Feb 09 07:46:29.410520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Pushing event updated for resources: {'Port': ['ID=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:29.419795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:29.455233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.514344 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ef3a0693-f76f-4f65-8ac0-8f9a98fa435d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=414a82415b404c4a9dbb28317ea2c73c HTTP/1.1" status: 200 len: 5704 time: 0.2646835 Feb 09 07:46:29.540720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:29.600099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'port': {'device_id': '868cdd29-0c02-4657-85f0-e733d072ba08', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'admin_state_up': True, 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'security_groups': ['6448e974-e862-4702-952f-36e86669822c']}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:29.674460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Attempting to bind port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:29.674823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Attempting to bind port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '0068cfe6-ffd9-433f-a08f-a68512c9871b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:29.675219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Attempting to bind port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 on network 06730e24-74f9-4f9a-b99f-6ef2b6314478 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:29.682094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:29.684502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Checking segment: {'id': '0068cfe6-ffd9-433f-a08f-a68512c9871b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:29.684966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.685360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Bound using segment: {'id': '0068cfe6-ffd9-433f-a08f-a68512c9871b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:29.685894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Bound port: ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0068cfe6-ffd9-433f-a08f-a68512c9871b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '06730e24-74f9-4f9a-b99f-6ef2b6314478'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:29.686273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.862101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-61343ed3-802b-4d42-bd07-234c73398516 req-2e8310d6-27dc-43cb-82e8-df4bf5114aed tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Synchronizing usage tracker for tenant:b290de366e964524a43047c945fccab4 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:29.874026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] For port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:29.879635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] For port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,segment=NetworkSegment(0068cfe6-ffd9-433f-a08f-a68512c9871b),segment_id=0068cfe6-ffd9-433f-a08f-a68512c9871b)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:29.881659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39070) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:29.906190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.907851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:29.930544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:29.947413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:29.970162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:29.979556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:29.992242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:30.002731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Made reservation on behalf of 414a82415b404c4a9dbb28317ea2c73c for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:30.021304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:30.023897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.048816 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-61343ed3-802b-4d42-bd07-234c73398516 req-2e8310d6-27dc-43cb-82e8-df4bf5114aed tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Unset dirty status for tenant:b290de366e964524a43047c945fccab4 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:30.055377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Usage tracker for resource:security_group_rule and tenant:0db57316d1e148be81dfd29bd23064fb is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:30.062181 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-61343ed3-802b-4d42-bd07-234c73398516 req-2e8310d6-27dc-43cb-82e8-df4bf5114aed tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787133 Feb 09 07:46:30.134921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:30.156189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:30.198111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:30.202288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.204254 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] 10.222.0.44 "PUT /v2.0/ports/8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 1157 time: 5.1458797 Feb 09 07:46:30.239078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:30.289999 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Pushing event updated for resources: {'Port': ['ID=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:30.388808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.390559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:30.396286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.411365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4f625158-5294-4db8-8798-5e4ff4b119a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:30.460280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:30.461079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.462986 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] 10.222.0.44 "PUT /v2.0/ports/ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 HTTP/1.1" status: 200 len: 1157 time: 2.1254299 Feb 09 07:46:30.463782 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:30.492376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa8657-f6c3-4254-8a13-05ee4460f0dc,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:30.502686 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0db57316d1e148be81dfd29bd23064fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193600 Feb 09 07:46:30.504959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39098) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:30.505880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:30.593279 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'status': 'completed', 'code': 200} Feb 09 07:46:30.743323 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6994bfa5-5037-411e-9c2a-3294d45fd5ad req-bab41cde-4a30-46de-9996-07249749335b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 210 time: 0.0700359 Feb 09 07:46:30.797883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.835106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.950973 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50', 'status': 'completed', 'code': 200} Feb 09 07:46:30.969604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-0bc457ec-0577-4659-b12b-adf3f1e4861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:30.971271 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-0bc457ec-0577-4659-b12b-adf3f1e4861f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b290de366e964524a43047c945fccab4&device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 1160 time: 0.3624954 Feb 09 07:46:30.979255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:30.985359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-86a9e9d0-5b2a-456c-84a0-9a6138232111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:31.013510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37591e-21a9-4ab3-b1a3-6b180d792eba req-285a8d97-d12d-4ca9-acaa-c9236bcebbcd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:31.021783 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b37591e-21a9-4ab3-b1a3-6b180d792eba req-285a8d97-d12d-4ca9-acaa-c9236bcebbcd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.7497351 Feb 09 07:46:31.046305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-a1e16b8a-a984-4964-a4b0-72346a926a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:31.047897 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-a1e16b8a-a984-4964-a4b0-72346a926a9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1160 time: 0.4463058 Feb 09 07:46:31.067223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa8657-f6c3-4254-8a13-05ee4460f0dc,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:31.069956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:31.088654 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-30d0c5cf-f42c-4121-af37-5e8ac2a2a035 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 HTTP/1.1" status: 200 len: 217 time: 0.0919511 Feb 09 07:46:31.109192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:31.113888 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4aa8657-f6c3-4254-8a13-05ee4460f0dc HTTP/1.1" status: 204 len: 168 time: 0.6034682 Feb 09 07:46:31.191675 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-d5f6c569-4858-4267-a3d0-97c26fc8c270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 217 time: 0.1252031 Feb 09 07:46:31.197300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-fdfa2745-9bfc-4cfb-8cca-e65e469dc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:31.199395 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-fdfa2745-9bfc-4cfb-8cca-e65e469dc2cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c75e86bd-318f-43d9-9e5a-3bda61f0f754 HTTP/1.1" status: 200 len: 848 time: 0.0832479 Feb 09 07:46:31.278723 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-aa26421b-4b3e-4dd0-9657-dc3161f33624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06730e24-74f9-4f9a-b99f-6ef2b6314478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703392 Feb 09 07:46:31.281081 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b37591e-21a9-4ab3-b1a3-6b180d792eba req-5d9611a3-a4b3-429d-9ab4-c4b2d96ccf4c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583292 Feb 09 07:46:31.367955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.44', 64144) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:31.413442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-8caeaf8d-8e7b-4852-b500-0043d5daf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:31.415192 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-8caeaf8d-8e7b-4852-b500-0043d5daf313 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.2153466 Feb 09 07:46:31.419815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Allocated IP 172.20.0.13 (e8302579-298e-47ee-a118-a40e02a2afa0/ce4355cb-e474-4385-9fc9-fa8df7fc33ca/2bc74a83-b946-4e89-918b-b1639b3735ef) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:31.582720 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-faef77fb-73bf-47e6-ae4d-7ce116598c9a service neutron] 10.222.0.44 "GET /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833622 Feb 09 07:46:31.592046 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-7228811b-8283-4b44-a406-ef2cd54418f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2225702 Feb 09 07:46:31.634763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75060ce-1676-4770-9ed1-9a817dafcc12 req-5c9ba42f-2bce-48d5-b2bd-255515e9ac55 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:31.642293 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a75060ce-1676-4770-9ed1-9a817dafcc12 req-5c9ba42f-2bce-48d5-b2bd-255515e9ac55 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 943 time: 0.3553834 Feb 09 07:46:31.882307 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a75060ce-1676-4770-9ed1-9a817dafcc12 req-f5afd255-993f-425b-a831-dba2a760e5db tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389128 Feb 09 07:46:31.899998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-7cbec203-377a-44b4-af07-203922131077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:31.910130 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-7cbec203-377a-44b4-af07-203922131077 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4600172 Feb 09 07:46:32.220114 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2ff5ebc-fddd-40a2-9ce2-a42211934c20 req-276a0391-8a30-4905-ae9f-de53f502c289 service neutron] 10.222.0.44 "GET /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6265388 Feb 09 07:46:32.231617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-df94b215-a82b-4f50-b61e-b2ebb79ef343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:32.233474 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-df94b215-a82b-4f50-b61e-b2ebb79ef343 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dfd65d6da404721a9ff4315a355a790&device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 1162 time: 0.4962099 Feb 09 07:46:32.302259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:32.415615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-427a5607-aa44-4d48-a0d7-5f7622092a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:32.416288 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a132242c-e9b3-464b-8c99-b89321fcb7af req-51c85b39-ce13-416f-aa47-09d0a8c1a4cf tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 210 time: 0.3943710 Feb 09 07:46:32.417213 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-427a5607-aa44-4d48-a0d7-5f7622092a2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=58db2b7a-db3f-4e2e-9115-98410ab7e111 HTTP/1.1" status: 200 len: 905 time: 0.1642408 Feb 09 07:46:32.448324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Transition to ACTIVE for port object 2bc74a83-b946-4e89-918b-b1639b3735ef will not be triggered until provisioned by entity DHCP. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:32.494691 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-86a78be5-6405-4785-89be-3bd51e3b843d service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405953 Feb 09 07:46:32.566758 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:32.580667 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-fb2a3e34-745c-4f37-aae0-3e92b1cdad39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7374fc-f648-4dd8-8daf-1fc721814e42 HTTP/1.1" status: 200 len: 217 time: 0.1152763 Feb 09 07:46:32.657096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:32.674288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-745ccc04-57f1-438a-abf6-296cdf12aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:32.676988 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-745ccc04-57f1-438a-abf6-296cdf12aa4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b290de366e964524a43047c945fccab4&device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 1160 time: 0.2587762 Feb 09 07:46:32.678584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-3b823e82-8067-480a-9fea-29454853e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:32.680076 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-3b823e82-8067-480a-9fea-29454853e7d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0776b08-5828-4ce2-aea5-e50d35b7a0b3 HTTP/1.1" status: 200 len: 851 time: 0.0885353 Feb 09 07:46:32.746703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'Port': ['ID=2bc74a83-b946-4e89-918b-b1639b3735ef,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:32.802080 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-789fdad3-1cfa-402e-8a8a-43d63b117112 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58db2b7a-db3f-4e2e-9115-98410ab7e111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835497 Feb 09 07:46:32.835347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:32.962117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Network e8302579-298e-47ee-a118-a40e02a2afa0 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:32.973349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:33.104108 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-495b8b4b-d942-4f62-a944-91c78cd22b74 service neutron] 10.222.0.44 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435579 Feb 09 07:46:33.156626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91075726-bdac-420c-89ca-69f9ab1cb2b3 req-a5390b2f-b103-424d-97d9-f6d2ec5da5be tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:33.163000 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-91075726-bdac-420c-89ca-69f9ab1cb2b3 req-a5390b2f-b103-424d-97d9-f6d2ec5da5be tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.5894973 Feb 09 07:46:33.247867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:33.325152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-5b626c38-a626-46f9-8b26-1fd732bf131f None None] Provisioning for port 2bc74a83-b946-4e89-918b-b1639b3735ef completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:33.326845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-e5660262-d853-4b82-9ebb-6598724627df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:33.328463 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-e5660262-d853-4b82-9ebb-6598724627df service neutron] 10.222.0.44 "GET /v2.0/networks?id=06730e24-74f9-4f9a-b99f-6ef2b6314478 HTTP/1.1" status: 200 len: 902 time: 0.6381521 Feb 09 07:46:33.332052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-5b626c38-a626-46f9-8b26-1fd732bf131f None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:33.332647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b626c38-a626-46f9-8b26-1fd732bf131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:33.349141 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2fc20b4-3984-4b2a-bd38-e79ac8c997c0 req-0f2d838b-3e1d-445b-adbc-1b0e23e4b9df service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8374517 Feb 09 07:46:33.429361 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-e4aa6954-015e-4d1e-97b3-5838d442ab4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 HTTP/1.1" status: 200 len: 217 time: 0.0784802 Feb 09 07:46:33.431601 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5287f73b-2545-46f2-a97d-f0a18afd3f6d req-a4fc4a71-9583-4a19-9acd-cb0b594fad4b service neutron] 10.222.0.44 "GET /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3180916 Feb 09 07:46:33.440342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-5b626c38-a626-46f9-8b26-1fd732bf131f None None] Port 2bc74a83-b946-4e89-918b-b1639b3735ef cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:46:33.482559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:33.483838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:33.677412 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-91075726-bdac-420c-89ca-69f9ab1cb2b3 req-2b69ba1f-e455-4868-8b01-f5ce915cd99b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783412 Feb 09 07:46:33.688529 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1555948 Feb 09 07:46:33.696808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-0d4794d1-4f34-462e-9a1b-cef796949c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:33.698930 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-0d4794d1-4f34-462e-9a1b-cef796949c53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c75e86bd-318f-43d9-9e5a-3bda61f0f754 HTTP/1.1" status: 200 len: 848 time: 0.1402879 Feb 09 07:46:33.880852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-fd98a97d-351f-4966-b26d-d5f4eed600c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:33.892007 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-fd98a97d-351f-4966-b26d-d5f4eed600c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1160 time: 0.3773291 Feb 09 07:46:33.924761 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-ae5f226c-2429-4c90-94d8-633d59d618a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06730e24-74f9-4f9a-b99f-6ef2b6314478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335218 Feb 09 07:46:33.934576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b856d79-750b-4a03-915e-92bcf000e09c req-abacbcf6-c914-408b-856a-ec319bd8c2fd tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:33.939252 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5b856d79-750b-4a03-915e-92bcf000e09c req-abacbcf6-c914-408b-856a-ec319bd8c2fd tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 943 time: 0.7722833 Feb 09 07:46:33.957869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Request body: {'port': {'device_id': '868cdd29-0c02-4657-85f0-e733d072ba08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:34.223610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39218) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:34.261987 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-5bf1800b-0567-43ea-9e1f-592123efb752 service neutron] 10.222.0.44 "GET /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363938 Feb 09 07:46:34.265953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:34.340346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-e674a88b-883d-4bf9-bf07-2377ed632d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:34.342307 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-e674a88b-883d-4bf9-bf07-2377ed632d94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.4307642 Feb 09 07:46:34.373868 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5b856d79-750b-4a03-915e-92bcf000e09c req-7ecc8a3e-8408-4d37-b925-0a0c8df0cfe2 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781644 Feb 09 07:46:34.447383 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-39b3e6c7-f7ca-4286-b20a-f51cc0ca35c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 217 time: 0.0971253 Feb 09 07:46:34.615223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:34.648331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:34.657950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-8b5b51fc-5fc3-4719-9bea-4972c20a3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:34.660153 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-8b5b51fc-5fc3-4719-9bea-4972c20a3817 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.1965873 Feb 09 07:46:34.661133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Usage tracker for resource:security_group_rule and tenant:04ba3b6365b341dd9912d3fde008891b is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:34.665718 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:34.702029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec237a-419c-4ee8-9519-899d4f8e2165 req-8ed1affe-54d6-4c46-9f44-f0eaa6ce2ca6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:34.703335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1fec237a-419c-4ee8-9519-899d4f8e2165 req-8ed1affe-54d6-4c46-9f44-f0eaa6ce2ca6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Synchronizing usage tracker for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:34.720824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:34.750602 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36db53d6-7543-433f-8ba7-f42d36f6923b req-c6e1e712-77e3-41e2-ba18-6025440f371e service neutron] 10.222.0.44 "GET /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4803340 Feb 09 07:46:34.811075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-ecd27d26-d584-441a-95b5-c7cfe2c00ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:34.812708 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-ecd27d26-d584-441a-95b5-c7cfe2c00ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440656 Feb 09 07:46:34.857610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1fec237a-419c-4ee8-9519-899d4f8e2165 req-8ed1affe-54d6-4c46-9f44-f0eaa6ce2ca6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Unset dirty status for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:34.862108 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1fec237a-419c-4ee8-9519-899d4f8e2165 req-8ed1affe-54d6-4c46-9f44-f0eaa6ce2ca6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 932 time: 0.5195601 Feb 09 07:46:34.881997 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:34.893252 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:34.901664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:35.094485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191b0b6-3ffd-437a-87d7-0040533febe7 req-68d2c94c-dc76-476f-ae45-93b3ff827741 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:35.096252 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8191b0b6-3ffd-437a-87d7-0040533febe7 req-68d2c94c-dc76-476f-ae45-93b3ff827741 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 945 time: 0.5334864 Feb 09 07:46:35.118798 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1fec237a-419c-4ee8-9519-899d4f8e2165 req-78183810-593b-4a65-8c0a-d6539ec5ca51 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479744 Feb 09 07:46:35.215604 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8191b0b6-3ffd-437a-87d7-0040533febe7 req-e3c7cc86-1741-405c-b350-78764223dda2 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956824 Feb 09 07:46:35.242485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632330e5-cfc5-4c8c-86ec-3042c4576c4b,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:35.244142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-6f133560-a701-46de-aee6-03aed59ac443 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:46:35.250697 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04ba3b6365b341dd9912d3fde008891b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0176713 Feb 09 07:46:35.262486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:35.263964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39248) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:35.292759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc74a83-b946-4e89-918b-b1639b3735ef {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:46:35.302755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:35.314675 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-45dd4829-09ae-4aa3-a925-dd907d5f4353 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549890 Feb 09 07:46:35.315573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Transition to ACTIVE for port object 2bc74a83-b946-4e89-918b-b1639b3735ef will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:35.320687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:35.339465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ceeb4ec8-2d69-4c26-88f8-1ccff631735d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:35.486334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:35.544952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:35.554398 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-06b8e11a-c8e0-49a6-bf98-8a0d4434a522 req-05b2a78f-883b-4a56-b453-8dcdc275e46b service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2300143 Feb 09 07:46:35.557666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc74a83-b946-4e89-918b-b1639b3735ef,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:35.565115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:35.626103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:35.632133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e657bdd0-ad14-434d-85d2-196fdd36da45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:35.650378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632330e5-cfc5-4c8c-86ec-3042c4576c4b,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:35.653082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:35.655202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:35.660439 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/632330e5-cfc5-4c8c-86ec-3042c4576c4b HTTP/1.1" status: 204 len: 168 time: 0.3695321 Feb 09 07:46:35.823653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1084de-15fc-41d9-8104-53f6060defcc req-fde24180-7a95-4b98-8b95-ddc116b309a8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:35.825295 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7b1084de-15fc-41d9-8104-53f6060defcc req-fde24180-7a95-4b98-8b95-ddc116b309a8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.4492435 Feb 09 07:46:35.935982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:36.118517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:36.125049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:36.125908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:36.435850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a665e-dfa9-4d93-940e-9911a7605a64 req-d7731f71-3ed3-42c2-8407-de3da0d48679 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:36.442485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:36.453156 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0c7a665e-dfa9-4d93-940e-9911a7605a64 req-d7731f71-3ed3-42c2-8407-de3da0d48679 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 943 time: 0.8892894 Feb 09 07:46:36.490414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea201-07b5-431a-b5c1-466df04dbbae req-7b67d11a-5694-4493-922b-b51d423f077c tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:36.492254 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-607ea201-07b5-431a-b5c1-466df04dbbae req-7b67d11a-5694-4493-922b-b51d423f077c tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 945 time: 0.3539705 Feb 09 07:46:36.531248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:36.537943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,segment=NetworkSegment(0068cfe6-ffd9-433f-a08f-a68512c9871b),segment_id=0068cfe6-ffd9-433f-a08f-a68512c9871b)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:36.541430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:36.544558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:36.546695 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7b1084de-15fc-41d9-8104-53f6060defcc req-04ef218f-1b6c-4b96-992c-a6b82e978a63 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7001846 Feb 09 07:46:36.651157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:36.665217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Attempting to bind port 2bc74a83-b946-4e89-918b-b1639b3735ef on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:36.666129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Attempting to bind port 2bc74a83-b946-4e89-918b-b1639b3735ef by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:36.666129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Attempting to bind port 2bc74a83-b946-4e89-918b-b1639b3735ef on network e8302579-298e-47ee-a118-a40e02a2afa0 {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:36.667599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:36.675709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:36.676100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Checking segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:36.676517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:36.676922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Bound using segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:36.677412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Bound port: 2bc74a83-b946-4e89-918b-b1639b3735ef, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:36.677982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:36.726275 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0c7a665e-dfa9-4d93-940e-9911a7605a64 req-0f90172e-c2dd-4c1a-9d75-caa5eb939a19 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718136 Feb 09 07:46:36.731407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Deleting port 6c7374fc-f648-4dd8-8daf-1fc721814e42 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:46:36.731802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:36.807225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] For port 2bc74a83-b946-4e89-918b-b1639b3735ef, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:36.811028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] For port 2bc74a83-b946-4e89-918b-b1639b3735ef, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2bc74a83-b946-4e89-918b-b1639b3735ef,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:36.819806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.038954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:37.105459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39326) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:37.184494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] For port 6c7374fc-f648-4dd8-8daf-1fc721814e42, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6c7374fc-f648-4dd8-8daf-1fc721814e42,segment=NetworkSegment(4af711d5-8842-44b0-941b-b88acb8813ec),segment_id=4af711d5-8842-44b0-941b-b88acb8813ec)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:37.184913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.241176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:37.242110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.243657 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] 10.222.0.44 "PUT /v2.0/ports/2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 1158 time: 3.3033094 Feb 09 07:46:37.249648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:37.282141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc74a83-b946-4e89-918b-b1639b3735ef,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:37.301979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:37.416776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Calling delete_port for 6c7374fc-f648-4dd8-8daf-1fc721814e42 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:46:37.464845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319889152-network', 'tenant_id': '8649cee1c2424dd783056ecd09b6507e'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:37.477188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:37.490057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Usage tracker for resource:network and tenant:8649cee1c2424dd783056ecd09b6507e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:37.495606 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:37.511712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:37.534295 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229443f-8a2e-43e9-b597-49cfd8858801 req-fea42749-f46d-4a03-80b6-e23be524bbf4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:37.536417 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2229443f-8a2e-43e9-b597-49cfd8858801 req-fea42749-f46d-4a03-80b6-e23be524bbf4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 945 time: 0.4548640 Feb 09 07:46:37.652113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Made reservation on behalf of 8649cee1c2424dd783056ecd09b6507e for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:37.658576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.673666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:37.676442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.738083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:37.747298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21816e-2d96-45d1-bd98-4808c8b59b58 req-f202fe80-684a-4221-a19f-4b190a56ac7e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:37.752342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8649cee1c2424dd783056ecd09b6507e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:37.757812 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7d21816e-2d96-45d1-bd98-4808c8b59b58 req-f202fe80-684a-4221-a19f-4b190a56ac7e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 944 time: 0.6742716 Feb 09 07:46:37.759138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:37.771097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:37.803549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.825390 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2229443f-8a2e-43e9-b597-49cfd8858801 req-9edd5c23-b07c-4159-bc3f-956a3edee585 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712379 Feb 09 07:46:37.835798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2c1df5d6-97e6-426c-a0f2-46b520e78a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:37.843536 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-2c1df5d6-97e6-426c-a0f2-46b520e78a95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1161 time: 0.5296564 Feb 09 07:46:37.872404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:37.882217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:37.882738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:37.915451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:37.958253 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7d21816e-2d96-45d1-bd98-4808c8b59b58 req-1a4bbced-fc8c-48fe-8b89-ac2ec26351e9 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993928 Feb 09 07:46:37.998325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Pushing event deleted for resources: {'Port': ['ID=6c7374fc-f648-4dd8-8daf-1fc721814e42,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:38.001329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:38.114286 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50', 'code': 200} Feb 09 07:46:38.115776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.155754 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'status': 'completed', 'code': 200} Feb 09 07:46:38.159370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] No DVR routers for this DVR port 6c7374fc-f648-4dd8-8daf-1fc721814e42 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:46:38.162787 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.170041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'name': 'network-vif-deleted', 'tag': '6c7374fc-f648-4dd8-8daf-1fc721814e42'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:38.183489 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-6df14bd6-25ef-482d-847d-75bae7f7d47c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 217 time: 0.2864861 Feb 09 07:46:38.196839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:38.198779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.199761 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:38.225324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.231011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.235663 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6163c7ec-a1c6-4c07-904a-51e9e92464e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:38.250370 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-607ea201-07b5-431a-b5c1-466df04dbbae req-d60fdfc1-fa7d-4ec9-8306-4f6542fbb4e4 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.44 "DELETE /v2.0/ports/6c7374fc-f648-4dd8-8daf-1fc721814e42 HTTP/1.1" status: 204 len: 173 time: 1.7513840 Feb 09 07:46:38.287957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:46:38.303764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c30575-6939-48c9-9f55-fac6abafe2fc,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:38.319135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:38.330521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:38.336551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.337249 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Added segment b40de8f3-32b0-4cd8-808f-afd187c277fd of type vxlan for network 672925a3-9f51-458c-a1d3-f5471361c135 Feb 09 07:46:38.369935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.408632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.410365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:38.411018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.414204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:38.425333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:38.429329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:38.459242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:38.459778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.523335 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4167342 Feb 09 07:46:38.524450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39380) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:38.536514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-4eff63bc-b3bd-4c77-be5a-4dea9cd26f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:38.538838 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-4eff63bc-b3bd-4c77-be5a-4dea9cd26f78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.3351004 Feb 09 07:46:38.616736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Request body: {'subnet': {'network_id': '672925a3-9f51-458c-a1d3-f5471361c135', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319889152-subnet', 'tenant_id': '8649cee1c2424dd783056ecd09b6507e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:38.632508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 6c7374fc-f648-4dd8-8daf-1fc721814e42 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:46:38.670758 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 6c7374fc-f648-4dd8-8daf-1fc721814e42 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:46:38.671096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 6c7374fc-f648-4dd8-8daf-1fc721814e42 not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:46:38.671509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:38.676397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Usage tracker for resource:subnet and tenant:8649cee1c2424dd783056ecd09b6507e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:38.679399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:38.685215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:38.692770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=672925a3-9f51-458c-a1d3-f5471361c135,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:38.694716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1177eb-26ab-49d8-a2d4-305c73e90b4b req-ae333769-6338-43ca-bab8-6bcdee4b4efe tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:38.696617 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8b1177eb-26ab-49d8-a2d4-305c73e90b4b req-ae333769-6338-43ca-bab8-6bcdee4b4efe tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 945 time: 0.3640823 Feb 09 07:46:38.707162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:38.710247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 672925a3-9f51-458c-a1d3-f5471361c135 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:38.753746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Made reservation on behalf of 8649cee1c2424dd783056ecd09b6507e for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:38.759832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:38.872565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network 672925a3-9f51-458c-a1d3-f5471361c135 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:38.874690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fde10-f66a-46dc-84e9-48be81244c8b req-19e72af5-1fc3-43ef-9b41-ba7542ae5e19 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:38.882273 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-201fde10-f66a-46dc-84e9-48be81244c8b req-19e72af5-1fc3-43ef-9b41-ba7542ae5e19 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.4890900 Feb 09 07:46:38.985159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3412a82-8fc5-442e-8e04-0e8113bc0ebd req-bfcf1967-70de-4877-8d39-bb471c8c0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:38.986867 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e3412a82-8fc5-442e-8e04-0e8113bc0ebd req-bfcf1967-70de-4877-8d39-bb471c8c0589 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 1162 time: 0.3574653 Feb 09 07:46:39.052112 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8b1177eb-26ab-49d8-a2d4-305c73e90b4b req-c03f9743-8af7-45c3-a58c-984e12951ba1 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422737 Feb 09 07:46:39.063508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e3412a82-8fc5-442e-8e04-0e8113bc0ebd req-c4a251b2-9059-45dd-9f05-12ed46a412b8 service neutron] Synchronizing usage tracker for tenant:5a2a8963b51a421faed145901d1bb267 on resource:security_group {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:39.085694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-6b5ab18e-e73f-4e07-bb7a-41879b0c6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:39.087597 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-6b5ab18e-e73f-4e07-bb7a-41879b0c6a99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5277424 Feb 09 07:46:39.111690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:39.115453 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-201fde10-f66a-46dc-84e9-48be81244c8b req-734090a9-1914-4f41-bfe6-54120280222a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322323 Feb 09 07:46:39.152670 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f913e21-1d37-4b9f-8a39-540b9f70c8fb', 'name': 'network-vif-deleted', 'tag': '6c7374fc-f648-4dd8-8daf-1fc721814e42', 'status': 'completed', 'code': 200} Feb 09 07:46:39.201054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e3412a82-8fc5-442e-8e04-0e8113bc0ebd req-c4a251b2-9059-45dd-9f05-12ed46a412b8 service neutron] Unset dirty status for tenant:5a2a8963b51a421faed145901d1bb267 on resource:security_group {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:39.201054 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e3412a82-8fc5-442e-8e04-0e8113bc0ebd req-c4a251b2-9059-45dd-9f05-12ed46a412b8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046151 Feb 09 07:46:39.275161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:39.275702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:39.377989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39408) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:39.473302 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6205bd66-3a87-4c5f-b6db-a474c0039505 req-8b6b5edf-1412-4519-b486-56dac36bc9c2 tempest-DeleteServersTestJSON-1352995488 tempest-DeleteServersTestJSON-1352995488-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f913e21-1d37-4b9f-8a39-540b9f70c8fb HTTP/1.1" status: 200 len: 210 time: 0.1218245 Feb 09 07:46:39.552817 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-6aedeb8b-6ba8-4b2f-90cd-13f279d6fefa service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362674 Feb 09 07:46:39.617151 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:39.639686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:39.647383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3f8899694546a08e585886994fbbff is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:39.650388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:39.651393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:39.678706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:39.692605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92995c-e10e-456f-9466-4a0bdda48220 req-09c9053d-adb4-47b9-9d43-a00b2c78df29 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:39.699467 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6d92995c-e10e-456f-9466-4a0bdda48220 req-09c9053d-adb4-47b9-9d43-a00b2c78df29 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 944 time: 0.2907956 Feb 09 07:46:39.707651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:39.774674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb77d-bf0c-45cf-b483-00e417bfcd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:39.797798 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6d92995c-e10e-456f-9466-4a0bdda48220 req-06573f6c-5ee8-47d2-b8b8-ac44328877ed tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972614 Feb 09 07:46:39.858796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61e92ca-b0ea-4766-909e-106d3850814c,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:39.865259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:39.913437 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1e11c95-842d-40ff-8e5c-ba0994c45c66 req-f887c1cc-1c14-4b32-ba8b-664883aaed9a service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3519850 Feb 09 07:46:39.958253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:39.983224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Checking segment: {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:39.983634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Network hostable DHCP agents. Network: 672925a3-9f51-458c-a1d3-f5471361c135, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:46:39.993961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.000432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.010572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-23632dd9-8c16-4204-a838-f71ef5d12cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:40.054799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Network 672925a3-9f51-458c-a1d3-f5471361c135 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:46:40.066269 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb3f8899694546a08e585886994fbbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851847 Feb 09 07:46:40.068155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20f995-f351-4945-932e-abd085d63d26,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:40.073324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39426) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:40.073968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:40.087400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 672925a3-9f51-458c-a1d3-f5471361c135) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:40.099388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cdc99-de8f-4e6e-8103-99a0a7c27d8b None None] Network 672925a3-9f51-458c-a1d3-f5471361c135 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:40.113998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:40.114672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.140967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-792ff6e1-dcaa-4f0a-89dc-50fb4337bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:40.142936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-792ff6e1-dcaa-4f0a-89dc-50fb4337bfac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1161 time: 0.1206746 Feb 09 07:46:40.173288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:40.182935 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-81df4d93-2dfa-4213-a868-e4797b8b55f4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5755708 Feb 09 07:46:40.188501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.223220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.317227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.322847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e70cf403-2109-42f7-a7fe-fd1a7ece5e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:40.360109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20f995-f351-4945-932e-abd085d63d26,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:40.376580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:40.394399 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'code': 200} Feb 09 07:46:40.397829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:40.401547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a20f995-f351-4945-932e-abd085d63d26 HTTP/1.1" status: 204 len: 168 time: 0.3270805 Feb 09 07:46:40.531309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec722508-b47d-4207-9088-6fc5cb65c770 None None] Network 672925a3-9f51-458c-a1d3-f5471361c135 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:40.563996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-04300717-08b2-4d0b-a481-17e31326c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:40.566185 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-04300717-08b2-4d0b-a481-17e31326c9a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.4128876 Feb 09 07:46:40.869456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81cdf5-9a74-4925-a385-9fbfafc1693d req-db41744d-7922-45fa-84b6-abac73bdf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:40.871134 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6d81cdf5-9a74-4925-a385-9fbfafc1693d req-db41744d-7922-45fa-84b6-abac73bdf1ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1162 time: 0.1388998 Feb 09 07:46:40.950979 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6d81cdf5-9a74-4925-a385-9fbfafc1693d req-1a3e2a45-5d40-4b8e-a150-8ee7cdfc663f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703933 Feb 09 07:46:41.030319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39466) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:41.040529 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-b4621c26-aec0-4425-a1d5-09ca6d5dd678 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 217 time: 0.3879199 Feb 09 07:46:41.054465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.080010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:41.086426 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Usage tracker for resource:security_group_rule and tenant:06a1188a02ee490abd49bf02edd9b28c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:41.089979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:41.099387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:41.143002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:41.167070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eff0-d4f6-439f-b5d0-9bcb425001d2 req-9f590667-abd2-4b7c-8345-fdb65176e0fd tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:41.168801 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3a85eff0-d4f6-439f-b5d0-9bcb425001d2 req-9f590667-abd2-4b7c-8345-fdb65176e0fd tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 945 time: 0.6445529 Feb 09 07:46:41.205487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.208742 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.238640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:41.239058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.240583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:41.278219 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06a1188a02ee490abd49bf02edd9b28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459183 Feb 09 07:46:41.279145 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39478) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:41.281963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff36cc-d1ff-46e4-a92f-5c7bde9a42f0,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:41.289891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:41.330462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442b7f5-d025-4b1c-93cb-5d810238ccd9 req-525c2525-0678-4a54-85f7-b20c06b31798 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:41.338846 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b442b7f5-d025-4b1c-93cb-5d810238ccd9 req-525c2525-0678-4a54-85f7-b20c06b31798 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.7766211 Feb 09 07:46:41.367848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.398538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.424190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-4f4c8fb8-9c4a-44ff-906f-d28f9c9033b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:41.426939 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-4f4c8fb8-9c4a-44ff-906f-d28f9c9033b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.0859189 Feb 09 07:46:41.479232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.492403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:41.494260 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3a85eff0-d4f6-439f-b5d0-9bcb425001d2 req-ee3ff533-9068-485b-9ade-3c65f3301cb6 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106821 Feb 09 07:46:41.535187 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:41.539401 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdff36cc-d1ff-46e4-a92f-5c7bde9a42f0 HTTP/1.1" status: 204 len: 168 time: 0.2514889 Feb 09 07:46:41.544100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff36cc-d1ff-46e4-a92f-5c7bde9a42f0,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:41.554830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:41.666235 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b442b7f5-d025-4b1c-93cb-5d810238ccd9 req-26b9cb54-a270-4f23-8b94-3d3caff120ec tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263309 Feb 09 07:46:41.725166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-f82ae44e-1550-43cb-890a-a689ae064427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:41.726883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-f82ae44e-1550-43cb-890a-a689ae064427 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2697341 Feb 09 07:46:41.934664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39504) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:42.213210 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-bac899c9-b0da-4e4b-aefe-797e4c58cab4 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619949 Feb 09 07:46:42.218111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.294689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-990ea428-3c77-4316-8472-a9410e73f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.314416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8307-b59d-4b0c-807e-ae167096c285 req-130a106c-3631-44e3-a5cb-8abef3db1037 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:42.322933 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-199f8307-b59d-4b0c-807e-ae167096c285 req-130a106c-3631-44e3-a5cb-8abef3db1037 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 944 time: 0.3867760 Feb 09 07:46:42.480909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:42.487734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Usage tracker for resource:security_group_rule and tenant:9afd5ea5e6d249419bded4499b0e4e8d is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:42.491301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:42.502728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:42.542280 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-199f8307-b59d-4b0c-807e-ae167096c285 req-c2965522-acd1-41d2-a367-2bd14f56ec59 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182341 Feb 09 07:46:42.548780 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db1afe05-9142-413d-b6bc-f6998ba54f4a req-ed7542ab-e4e9-479c-b0dd-6414fa32800e service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2228580 Feb 09 07:46:42.612092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.617163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.630148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5759d5b6-bf8b-4a9b-b763-4dbf9db07e2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:42.681464 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9afd5ea5e6d249419bded4499b0e4e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7444065 Feb 09 07:46:42.682406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eda725-71e7-4a3b-a73c-08d5c6a1715b,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:42.684748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39538) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:42.705270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.705890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.706302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.706703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.707159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.707553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.707940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.708324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.708731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.709235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.709638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.710029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.710522 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.710909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.722794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.723209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.724792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.725263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.725687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.726083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.726481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.726834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.731755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.732218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:42.745395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:42.862425 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.892657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.902034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.920540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f6dd5-b9db-400d-a196-5fc6df96fc90 req-8516355a-b556-472a-94e7-b86a7aeda7af tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:42.922394 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e30f6dd5-b9db-400d-a196-5fc6df96fc90 req-8516355a-b556-472a-94e7-b86a7aeda7af tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 945 time: 0.2743022 Feb 09 07:46:42.969302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:42.981669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:42.994291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eda725-71e7-4a3b-a73c-08d5c6a1715b,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:42.996831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:43.003451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:43.004915 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48eda725-71e7-4a3b-a73c-08d5c6a1715b HTTP/1.1" status: 204 len: 168 time: 0.3178432 Feb 09 07:46:43.059845 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e30f6dd5-b9db-400d-a196-5fc6df96fc90 req-93ea2178-7a73-469c-9a2e-3acfb519efdc tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940180 Feb 09 07:46:43.180261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215320c-75d6-43c8-a378-b6586e83ee0f req-b65d3a33-9f81-4f1a-a2fe-a82500c71119 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:43.188075 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e215320c-75d6-43c8-a378-b6586e83ee0f req-b65d3a33-9f81-4f1a-a2fe-a82500c71119 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2644920 Feb 09 07:46:43.261769 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e215320c-75d6-43c8-a378-b6586e83ee0f req-6c1bb9fc-a383-469d-b318-d19aa258bcee tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725956 Feb 09 07:46:43.629392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:43.720025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-bdcbdcaa-7fb8-4729-b6d7-c0586bc299b9 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:43.728353 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-bdcbdcaa-7fb8-4729-b6d7-c0586bc299b9 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/networks?id=672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 200 len: 809 time: 0.4652839 Feb 09 07:46:43.754720 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c2e371f4-066a-4b16-9c0e-a8fb506ec3c9 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/quotas/8649cee1c2424dd783056ecd09b6507e HTTP/1.1" status: 200 len: 375 time: 0.0251288 Feb 09 07:46:43.811345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39596) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:43.836050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:43.847358 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f5a92a7e-a33a-403a-b655-90845d159fe8 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8649cee1c2424dd783056ecd09b6507e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851817 Feb 09 07:46:43.855809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:43.860538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Usage tracker for resource:security_group_rule and tenant:5c150985b2c047aba691f5b424221b3f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:43.864881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:43.872236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:43.976611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:43.982849 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:43.983420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b4b21-fcc6-468a-9a7f-4ee55b77c90f req-d56760c4-e17a-4f45-8702-36ba56e45096 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:43.985434 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d78b4b21-fcc6-468a-9a7f-4ee55b77c90f req-d56760c4-e17a-4f45-8702-36ba56e45096 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.4906998 Feb 09 07:46:43.998131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 39606) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:44.003687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-35edc861-a31b-464b-b6a2-ecbf408715b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:44.024241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'floatingip': {'port_id': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:44.088652 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c150985b2c047aba691f5b424221b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728293 Feb 09 07:46:44.090157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39612) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:44.093256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:44.143033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e87ac8-e6fd-48eb-bf3a-85be5b0b50a9,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:44.149549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:44.168840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.202959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.213456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 2bc74a83-b946-4e89-918b-b1639b3735ef completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:46:44.218174 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-eaf335b4-b80f-4228-9f3e-96b9ecb52d2f service neutron] 10.222.0.39 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643734 Feb 09 07:46:44.220403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:44.220949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.263918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.270832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-06e34e1a-7b5b-4256-9763-b91e5a34c42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:44.285730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e87ac8-e6fd-48eb-bf3a-85be5b0b50a9,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:44.294944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:44.302834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.303756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.304055 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96e87ac8-e6fd-48eb-bf3a-85be5b0b50a9 HTTP/1.1" status: 204 len: 168 time: 0.2128837 Feb 09 07:46:44.319479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.426009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.456473 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:44.475651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2bc74a83-b946-4e89-918b-b1639b3735ef, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2bc74a83-b946-4e89-918b-b1639b3735ef,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:44.479479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:44.480467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:44.520420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:44.652551 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-683f2960-2e5f-4fd1-a652-f0d85feac5e6 service neutron] 10.222.0.39 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4292688 Feb 09 07:46:44.818060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2bc74a83-b946-4e89-918b-b1639b3735ef,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:44.828556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:44.853830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45564-a8f6-4a83-b159-53ffae76e2c1 req-3e36d229-2030-40aa-8563-8f0caeda6a8d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:44.855547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-42f45564-a8f6-4a83-b159-53ffae76e2c1 req-3e36d229-2030-40aa-8563-8f0caeda6a8d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 944 time: 0.6696875 Feb 09 07:46:44.876876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:44.877704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:45.054065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:45.145796 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'code': 200} Feb 09 07:46:45.268418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:45.268862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:45.627285 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-42f45564-a8f6-4a83-b159-53ffae76e2c1 req-e45c3f05-5e3d-440d-bdc4-4431914e3e74 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7594454 Feb 09 07:46:45.692372 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3ff7b215-4336-4e12-a89a-9e7274fe40c4 req-d8cd5f7a-3cef-449d-97da-6b34d3ba00a4 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 210 time: 0.2591186 Feb 09 07:46:45.823820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39680) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:45.926404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:46:45.983925 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Deleting subnet d0776b08-5828-4ce2-aea5-e50d35b7a0b3 {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:46:45.988186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.054255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.098862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd47bcb-ad2c-431e-aeb0-073c7238aaab req-18ed1882-0c7d-444a-af46-40f5f2e6d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:46.103623 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5bd47bcb-ad2c-431e-aeb0-073c7238aaab req-18ed1882-0c7d-444a-af46-40f5f2e6d969 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1163 time: 0.5549493 Feb 09 07:46:46.125941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.168538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:46:46.175238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.393685 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5bd47bcb-ad2c-431e-aeb0-073c7238aaab req-f9f5eb30-cd20-480f-b03e-138918df985c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856876 Feb 09 07:46:46.514455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.535653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40a38504-c494-49eb-8ba7-7e39a51b09b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:46.600242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0776b08-5828-4ce2-aea5-e50d35b7a0b3,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:46.606741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:46.630798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.636371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.802486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:46.828643 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d0776b08-5828-4ce2-aea5-e50d35b7a0b3 HTTP/1.1" status: 204 len: 168 time: 1.0036116 Feb 09 07:46:46.829942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39718) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:46.856001 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Floating IP 8a89360b-34a8-48bc-a138-8c9fe0da4993 associated. External IP: 172.28.0.164, port: 8d7f2a44-cc16-407c-95a1-43b991c4a8da. Feb 09 07:46:47.037638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:47.244074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:47.381627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58db2b7a-db3f-4e2e-9115-98410ab7e111']}} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:47.401820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af711d5-8842-44b0-941b-b88acb8813ec') {'for_net_delete': True} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:47.402425 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af711d5-8842-44b0-941b-b88acb8813ec') {} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:47.418199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278421'] for segment, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:47.441872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:47.448927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:46:47.534841 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-21bf15b7-d8fd-4435-9975-4e305e55df1e req-5e65589a-38bb-431d-b22b-de8fdfd72402 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 210 time: 0.4563460 Feb 09 07:46:47.927694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:46:47.948659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3135949'] for segment, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.213281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39760) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:48.234572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Network 58db2b7a-db3f-4e2e-9115-98410ab7e111 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:46:48.267497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badb69b-6e47-4e3b-9ab4-8aef1fad7968 req-3870bfd8-d996-4337-9034-53c7fe24d003 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:48.269772 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6badb69b-6e47-4e3b-9ab4-8aef1fad7968 req-3870bfd8-d996-4337-9034-53c7fe24d003 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 1.1907566 Feb 09 07:46:48.284682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:46:48.285497 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:46:48.432380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-27d95c19-2b3e-4056-bafa-8e3435ece9a2 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:48.442983 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-27d95c19-2b3e-4056-bafa-8e3435ece9a2 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "GET /v2.0/networks?id=672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 200 len: 809 time: 0.9172184 Feb 09 07:46:48.443091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.462175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:48.467218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Usage tracker for resource:security_group_rule and tenant:12e11a19b7264220b437210b67d14b1a is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:48.470469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:48.477120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:48.530633 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.532240 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6badb69b-6e47-4e3b-9ab4-8aef1fad7968 req-2d798076-4dd8-4ffe-b453-27eb412395c7 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503517 Feb 09 07:46:48.544871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:48.591972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.601973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Request body: {'port': {'device_id': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135', 'admin_state_up': True, 'tenant_id': '8649cee1c2424dd783056ecd09b6507e'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:48.611651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Pushing event deleted for resources: {'Network': ['ID=58db2b7a-db3f-4e2e-9115-98410ab7e111,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:48.616086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:48.617889 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] 10.222.0.39 "DELETE /v2.0/networks/58db2b7a-db3f-4e2e-9115-98410ab7e111 HTTP/1.1" status: 204 len: 168 time: 1.7867286 Feb 09 07:46:48.646342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.654344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.699376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed4afac7-8e6b-4fe7-8062-bb34c8c3a15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:48.709846 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12e11a19b7264220b437210b67d14b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948106 Feb 09 07:46:48.712772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39784) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:48.883408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f5f884-016f-46f8-bad1-1550baff8584,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:48.897843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39792) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:48.901795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.911253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:48.929895 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c8bdfb32-75c4-453d-8f06-f5174b4bc5dc req-84973838-03dc-462d-8c82-2bc9ca2ed88f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 210 time: 0.1025758 Feb 09 07:46:48.942104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 39796) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:48.966454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:48.974799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Usage tracker for resource:port and tenant:8649cee1c2424dd783056ecd09b6507e is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:48.976345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:48.979472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:48.988726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:48.997395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:46:49.002746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.015670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:46:49.031597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:49.032392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:49.036026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Made reservation on behalf of 8649cee1c2424dd783056ecd09b6507e for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:49.056163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-981a0b2a-7bd7-4f7a-8aa8-ff9863fa97e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dfd65d6da404721a9ff4315a355a790&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1514926 Feb 09 07:46:49.058566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39804) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:49.059398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.114853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.123713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b26731e8-2ae3-4895-9e67-a9843fa2d3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:49.154873 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-270225c8-856f-4165-99a3-996b10b29425 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "PUT /v2.0/floatingips/8a89360b-34a8-48bc-a138-8c9fe0da4993 HTTP/1.1" status: 200 len: 991 time: 5.1554070 Feb 09 07:46:49.160969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.162250 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70f5f884-016f-46f8-bad1-1550baff8584 HTTP/1.1" status: 204 len: 168 time: 0.4484539 Feb 09 07:46:49.163407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f5f884-016f-46f8-bad1-1550baff8584,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:49.166448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:49.170395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:49.187231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.233307 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.310376 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'status': 'completed', 'code': 200} Feb 09 07:46:49.313996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.324851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:49.343242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:49.395865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.430794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:49.437455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:49.475131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:49.487265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Usage tracker for resource:security_group_rule and tenant:51d8bc330e514bf79d0290045ab9db46 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:49.492677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:49.496899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:49.500753 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0b9d52e-1ecf-433c-9c9d-e7e6bef9ed20 HTTP/1.1" status: 204 len: 168 time: 0.4374220 Feb 09 07:46:49.513351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:49.552025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-e85a9be6-a2c0-43fa-9c8d-ffbdafb3c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:49.558111 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-e85a9be6-a2c0-43fa-9c8d-ffbdafb3c7c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1162 time: 0.2037170 Feb 09 07:46:49.851144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Allocated IP 172.20.0.11 (672925a3-9f51-458c-a1d3-f5471361c135/b61e92ca-b0ea-4766-909e-106d3850814c/dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:49.908440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-12f15c09-e1e9-4e00-974f-d82d5000a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:49.911125 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-12f15c09-e1e9-4e00-974f-d82d5000a8ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.3465972 Feb 09 07:46:50.024685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 39838) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:50.029495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '8a89360b-34a8-48bc-a138-8c9fe0da4993', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'port_id': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'mac_address': 'fa:16:3e:aa:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:46:08Z', 'updated_at': '2021-02-09T07:46:46Z', 'revision_number': 1, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:50.034097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:46:50.044088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:50.044752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:50.114333 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-89bf5f0f-ecf6-4856-b757-fb50b2c27790 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 999 time: 0.1907530 Feb 09 07:46:50.173312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.196103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-c062a3ec-63df-436e-b20f-c51b36df7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:50.198085 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-c062a3ec-63df-436e-b20f-c51b36df7769 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0770936 Feb 09 07:46:50.213794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.231970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-55061fb2-ed18-490f-b58d-f5d06c290dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:50.239103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:50.289632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.300646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-9b5187b2-0663-4d8b-b896-7e596e4bc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:50.302433 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-9b5187b2-0663-4d8b-b896-7e596e4bc56b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973284 Feb 09 07:46:50.374809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:50.379314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Usage tracker for resource:security_group_rule and tenant:284618dfa0314642b16fb40fe219ff91 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:50.403191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867dc05-0beb-44fe-864a-cd2c66419068,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:50.409862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:50.416097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:50.435953 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51d8bc330e514bf79d0290045ab9db46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4890425 Feb 09 07:46:50.444319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39850) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:50.491973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.492395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.492789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.493477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.493615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.493939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.494325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.494712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.495098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.495479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.495859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.496323 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.496807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.497186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.497834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.498355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.498739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.499119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.499500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.499879 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.500256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.500632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.501006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.501380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:50.508973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:50.521138 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-d09d5227-47cf-4213-922c-3bcd03e1fd27 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112136 Feb 09 07:46:50.601022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.617338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd69d-e368-48c9-acf6-c54427e46a3a req-42f105d5-d722-459e-bc6b-8f3a55b80a65 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:50.619092 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9c0fd69d-e368-48c9-acf6-c54427e46a3a req-42f105d5-d722-459e-bc6b-8f3a55b80a65 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 945 time: 0.5217731 Feb 09 07:46:50.644676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '8a89360b-34a8-48bc-a138-8c9fe0da4993', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'port_id': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'mac_address': 'fa:16:3e:aa:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:46:08Z', 'updated_at': '2021-02-09T07:46:46Z', 'revision_number': 1, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:50.649930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203cd41-9668-44dc-af2c-d0c125b4deeb None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '8a89360b-34a8-48bc-a138-8c9fe0da4993', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'port_id': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'mac_address': 'fa:16:3e:aa:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:46:08Z', 'updated_at': '2021-02-09T07:46:46Z', 'revision_number': 1, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:46:50.701472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.714713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.787466 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-771cd83b-da0f-4791-9046-3d27eaa087e8 req-5c42cd62-234f-4c38-9a1d-a534959170d6 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2473028 Feb 09 07:46:50.799239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.806760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72aa1350-e453-4dcf-9371-aa2525ba89a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:50.821217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39862) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:50.822166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867dc05-0beb-44fe-864a-cd2c66419068,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:50.825164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:50.837985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.839284 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7867dc05-0beb-44fe-864a-cd2c66419068 HTTP/1.1" status: 204 len: 168 time: 0.3938236 Feb 09 07:46:50.857659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fc1db-af3e-44e5-a583-5cf48048cd73 req-c319bc92-80e4-40b9-9bf5-0aefd534ae6c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:50.866103 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5a7fc1db-af3e-44e5-a583-5cf48048cd73 req-c319bc92-80e4-40b9-9bf5-0aefd534ae6c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.9581358 Feb 09 07:46:50.873465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.928846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:50.990632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-network', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:50.997789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:51.003780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Usage tracker for resource:network and tenant:afcafb246a174c58954b5b1945a0740e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:51.010731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:51.021658 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:51.023836 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9c0fd69d-e368-48c9-acf6-c54427e46a3a req-b49eec74-db24-4021-9e5f-b2ba6f0f3cc4 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919806 Feb 09 07:46:51.053169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Made reservation on behalf of afcafb246a174c58954b5b1945a0740e for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:51.058352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.078944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Pushing event updated for resources: {'Port': ['ID=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:51.081557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef701a-17d3-472d-be96-2d661bc27ac3 None None] New status for floating IP 8a89360b-34a8-48bc-a138-8c9fe0da4993: ACTIVE {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:46:51.090598 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:51.124724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.205468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:51.214243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Usage tracker for resource:security_group_rule and tenant:afcafb246a174c58954b5b1945a0740e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:51.219881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:51.235813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:51.256564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Network 672925a3-9f51-458c-a1d3-f5471361c135 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:46:51.264600 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:51.285917 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5a7fc1db-af3e-44e5-a583-5cf48048cd73 req-f34b39c5-6e9d-46f1-b9ab-a1ea869eb8d5 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189072 Feb 09 07:46:51.287175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:46:51.333618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.338431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 39876) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:51.444982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.468341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b62f3c7f-b692-49bc-be72-7f2f8b23e755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:51.486137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.493245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.497622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.503627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:51.530798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:46:51.557617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35467d2-e7df-406c-9e21-4d879e3252c5,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:51.562364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.562812 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Added segment d86bce3f-9de6-48a6-b906-3da024fd59f3 of type vxlan for network f1e6bc89-9d43-411b-a09d-fbd443b781ce Feb 09 07:46:51.564821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:51.622641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:51.623377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.631097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:51.637852 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=284618dfa0314642b16fb40fe219ff91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5576272 Feb 09 07:46:51.642339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb87d9-d591-4953-9dd2-a65c511174cb,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:51.648863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 39884) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:51.649899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Usage tracker for resource:security_group_rule and tenant:9ce8f1d958514e429e5abf7c317bf6a6 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:51.652750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:51.658173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:51.680938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-63ea8726-ab84-4f37-9378-9839099e4ee4 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:51.681841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-63ea8726-ab84-4f37-9378-9839099e4ee4 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Synchronizing usage tracker for tenant:b290de366e964524a43047c945fccab4 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:51.689288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.717920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-63ea8726-ab84-4f37-9378-9839099e4ee4 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Unset dirty status for tenant:b290de366e964524a43047c945fccab4 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:51.719467 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-63ea8726-ab84-4f37-9378-9839099e4ee4 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.44 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 945 time: 0.2927294 Feb 09 07:46:51.720958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:51.785510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.789661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:51.790323 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.797868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:51.866466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Deleting port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:46:51.866865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:51.915368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:46:52.052041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.084934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:52.098112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,segment=NetworkSegment(0068cfe6-ffd9-433f-a08f-a68512c9871b),segment_id=0068cfe6-ffd9-433f-a08f-a68512c9871b)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:52.101668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.103927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:52.109433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2410e31-b31e-48fd-bffb-d576a5f090a9 req-1cd11e5f-24b5-47fc-b532-4ab69dfac071 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:52.110292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-a2410e31-b31e-48fd-bffb-d576a5f090a9 req-1cd11e5f-24b5-47fc-b532-4ab69dfac071 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Synchronizing usage tracker for tenant:8649cee1c2424dd783056ecd09b6507e on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:46:52.114021 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6074114 Feb 09 07:46:52.148870 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Request body: {'port': {'device_id': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:52.181489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:52.192213 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3632829 Feb 09 07:46:52.192977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39892) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:52.193698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.194158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.194554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.194990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.195367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.195744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.196115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.197357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.197357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.197357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.197800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.197886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.198729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.199111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.199485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.199857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.200213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.200898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.200898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.201263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.201645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.202042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.202440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.202706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:46:52.208248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:52.211220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Request body: {'subnet': {'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-subnet', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:52.215053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Pushing event updated for resources: {'Network': ['ID=f1e6bc89-9d43-411b-a09d-fbd443b781ce,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:52.221072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:52.224241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:52.226960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:52.228939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.247952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-a2410e31-b31e-48fd-bffb-d576a5f090a9 req-1cd11e5f-24b5-47fc-b532-4ab69dfac071 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Unset dirty status for tenant:8649cee1c2424dd783056ecd09b6507e on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:46:52.249209 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a2410e31-b31e-48fd-bffb-d576a5f090a9 req-1cd11e5f-24b5-47fc-b532-4ab69dfac071 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 932 time: 0.8713307 Feb 09 07:46:52.254989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:46:52.269911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Usage tracker for resource:subnet and tenant:afcafb246a174c58954b5b1945a0740e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:52.279337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:52.289499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:52.323705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Made reservation on behalf of afcafb246a174c58954b5b1945a0740e for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:46:52.328396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.350805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b331f8-67f1-4720-a995-870ad8edcef0 req-f2a7f6f8-5c4a-4afd-8ec5-8c5fa54e7732 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:52.352529 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-58b331f8-67f1-4720-a995-870ad8edcef0 req-f2a7f6f8-5c4a-4afd-8ec5-8c5fa54e7732 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.7060461 Feb 09 07:46:52.367025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 39896) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:52.386847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'floatingip': {'port_id': '2bc74a83-b946-4e89-918b-b1639b3735ef'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:52.439762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.600968 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a2410e31-b31e-48fd-bffb-d576a5f090a9 req-6938b748-2ad1-4fed-b020-9c593abeccf1 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379228 Feb 09 07:46:52.612852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.633561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.646470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.663644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-05a064cf-3059-4975-85c2-1e84df4bbe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:52.670292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.685613 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50', 'code': 200} Feb 09 07:46:52.771401 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ce8f1d958514e429e5abf7c317bf6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4279218 Feb 09 07:46:52.774067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 39908) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:52.793479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca52b691-f966-46f0-a766-f047e88b2958,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:52.811435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:52.826636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.840044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:52.872107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] For port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,segment=NetworkSegment(0068cfe6-ffd9-433f-a08f-a68512c9871b),segment_id=0068cfe6-ffd9-433f-a08f-a68512c9871b)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:46:52.872523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:52.916389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb87d9-d591-4953-9dd2-a65c511174cb,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:53.002963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20df11-c700-429e-b3af-a8939cdc0ff2 req-c91eae26-7387-4b86-add5-19bab98ebc07 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:53.004698 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4b20df11-c700-429e-b3af-a8939cdc0ff2 req-c91eae26-7387-4b86-add5-19bab98ebc07 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 943 time: 0.4972227 Feb 09 07:46:53.010582 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:53.019211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Calling delete_port for ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:46:53.066329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.067547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dedb87d9-d591-4953-9dd2-a65c511174cb HTTP/1.1" status: 204 len: 168 time: 1.4115729 Feb 09 07:46:53.136432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.192645 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4b20df11-c700-429e-b3af-a8939cdc0ff2 req-b7ff260c-e2ba-45cc-9ad3-237aec868022 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5b2263b-bd54-4c64-8eca-28dd8c529b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697123 Feb 09 07:46:53.213506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.375300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.382503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-597387fa-dba9-413c-8ccf-435a96f01c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:53.413479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca52b691-f966-46f0-a766-f047e88b2958,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:53.417827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:53.420298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.425474 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca52b691-f966-46f0-a766-f047e88b2958 HTTP/1.1" status: 204 len: 168 time: 0.6420019 Feb 09 07:46:53.530903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:46:53.540082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.702738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Transition to ACTIVE for port object dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:46:53.709742 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:53.731932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f52d1c33-566d-4d0a-a7c9-28b4d1bf340b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:53.744018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.045868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:54.053869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:54.311130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:54.342428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d18da-1982-49e0-9384-8638a6bffd5a req-7e4e8ac6-3146-4678-8c35-f212de39d8b7 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:54.350365 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d1d18da-1982-49e0-9384-8638a6bffd5a req-7e4e8ac6-3146-4678-8c35-f212de39d8b7 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 944 time: 0.5128191 Feb 09 07:46:54.381990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Pushing event deleted for resources: {'Port': ['ID=ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:54.390654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:54.435261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] No DVR routers for this DVR port ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:46:54.449419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.454446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'name': 'network-vif-deleted', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:54.542375 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f9c2c20-da24-4012-bf1b-b20c42f82ac0 req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.44 "DELETE /v2.0/ports/ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50 HTTP/1.1" status: 204 len: 173 time: 2.8152175 Feb 09 07:46:54.556275 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d1d18da-1982-49e0-9384-8638a6bffd5a req-f8aabfd9-3eff-41be-913e-e5b739b43ce8 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045076 Feb 09 07:46:54.570163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a6bbf294-fe76-4cd0-8826-4ef1540bbe83 req-239c080a-e749-45a5-9c27-fefa77c9b0a0 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] 10.222.0.39 "GET /v2.0/ports?device_id=734c6357-bff4-4fc2-a98e-fbe060cadf1c HTTP/1.1" status: 200 len: 210 time: 0.0978270 Feb 09 07:46:54.690963 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734c6357-bff4-4fc2-a98e-fbe060cadf1c', 'name': 'network-vif-deleted', 'tag': 'ba060dd7-9a1d-46bb-9c5e-81aaa0e31e50', 'status': 'completed', 'code': 200} Feb 09 07:46:54.712253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Attempting to bind port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:46:54.712800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Attempting to bind port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:46:54.713281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Attempting to bind port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe on network 672925a3-9f51-458c-a1d3-f5471361c135 {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:46:54.719481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:46:54.719991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Checking segment: {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:54.720514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.721016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Bound using segment: {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:46:54.722349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Bound port: dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:46:54.722843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.743364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.755309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.863541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] For port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:46:54.866948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] For port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:46:54.872313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.891067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2f634d9a-be0a-40a2-aeca-1c9819bb4423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:54.959642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:54.980511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:55.066653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:55.070194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:55.161621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:55.162416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:55.163930 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] 10.222.0.44 "PUT /v2.0/ports/dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe HTTP/1.1" status: 200 len: 1158 time: 3.0283041 Feb 09 07:46:55.164337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816c2eab-a453-4964-8bd4-492b5d3944f6,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:46:55.164461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:55.204464 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Floating IP 2f5d4da5-347d-4548-9bed-51c0d412f432 associated. External IP: 172.28.0.178, port: 2bc74a83-b946-4e89-918b-b1639b3735ef. Feb 09 07:46:55.304137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:55.364124 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe', 'status': 'completed', 'code': 200} Feb 09 07:46:55.433336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c2d43e39-4199-4a5e-8cdd-62e657bd8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:55.435232 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-c2d43e39-4199-4a5e-8cdd-62e657bd8609 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8649cee1c2424dd783056ecd09b6507e&device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 1161 time: 0.1962881 Feb 09 07:46:55.616200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Checking segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:46:55.617940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Network hostable DHCP agents. Network: f1e6bc89-9d43-411b-a09d-fbd443b781ce, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:46:55.622983 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-83e1758e-d749-4934-b905-5b88302e6161 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe HTTP/1.1" status: 200 len: 217 time: 0.1718161 Feb 09 07:46:55.855711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f49a46f1-70af-47c7-9c66-e289ec2d27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:55.867109 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-f49a46f1-70af-47c7-9c66-e289ec2d27d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b61e92ca-b0ea-4766-909e-106d3850814c HTTP/1.1" status: 200 len: 849 time: 0.2351434 Feb 09 07:46:55.946840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Router 79dd0a6d-65dc-4a45-849a-43631528f41b has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:46:55.949704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:46:56.103559 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-bfc889e8-3761-4692-bb79-7bebe94757fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=672925a3-9f51-458c-a1d3-f5471361c135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288244 Feb 09 07:46:56.170607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:46:56.175651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, f1e6bc89-9d43-411b-a09d-fbd443b781ce) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:46:56.186928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:56.189076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed700f-6e3d-4e96-9360-a11142b85e7b None None] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:56.193515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:46:56.212962 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:56.213679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:56.375272 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:56.378334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:56.443035 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-47937e4a-7ded-4f4b-baf0-1f629c65fa5d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "PUT /v2.0/floatingips/2f5d4da5-347d-4548-9bed-51c0d412f432 HTTP/1.1" status: 200 len: 992 time: 4.0768371 Feb 09 07:46:56.457788 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d29f4fa2-0bcb-4f3a-820b-c79befb1b1a9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.2563875 Feb 09 07:46:56.458856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40030) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:56.465031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:46:56.476112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:46:56.492117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Usage tracker for resource:router and tenant:afcafb246a174c58954b5b1945a0740e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:46:56.498411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:46:56.512310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:46:56.554968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:56.557012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:56.612510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:56.675669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:56.679337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c798f-604e-4286-b785-13f7520514ba None None] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:46:56.758267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501172f-77ad-476f-81f4-756693ad50ad req-66da7586-58d4-44a1-b904-d8cfc51a4b56 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:56.766521 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7501172f-77ad-476f-81f4-756693ad50ad req-66da7586-58d4-44a1-b904-d8cfc51a4b56 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 944 time: 0.7943864 Feb 09 07:46:56.827848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:46:56.909111 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-1d8e648d-8cc4-4280-9a8b-4c3515ed5bef service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776580 Feb 09 07:46:57.604600 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'status': 'completed', 'code': 200} Feb 09 07:46:57.627270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '2f5d4da5-347d-4548-9bed-51c0d412f432', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'port_id': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'mac_address': 'fa:16:3e:c9:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868cdd29-0c02-4657-85f0-e733d072ba08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:46:21Z', 'updated_at': '2021-02-09T07:46:54Z', 'revision_number': 1, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:57.631739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:46:57.640947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:46:57.641612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:57.646749 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7501172f-77ad-476f-81f4-756693ad50ad req-7cf565ca-9cf3-44be-bf70-725fc1a06c95 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8659270 Feb 09 07:46:57.714045 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a386bbc1-edce-45bf-a0c3-7e6e23f3768d req-e3303703-6141-4d19-a9df-cc465eb00e62 service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7963934 Feb 09 07:46:57.762793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:57.878144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-be6e455f-24c2-4278-bf8e-edd2aa0ce91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:57.879800 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-be6e455f-24c2-4278-bf8e-edd2aa0ce91e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1163 time: 0.2045355 Feb 09 07:46:57.981479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:46:57.996092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-3ee6f8d6-a183-44a9-a03c-d500ec36b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:57.997619 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-3ee6f8d6-a183-44a9-a03c-d500ec36b6ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8649cee1c2424dd783056ecd09b6507e&device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 1161 time: 0.1482422 Feb 09 07:46:58.172244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-46e0626a-8cc2-4b5f-8133-87ae5d33e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:58.173868 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-46e0626a-8cc2-4b5f-8133-87ae5d33e7d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.2778068 Feb 09 07:46:58.292593 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-ac4ce50e-53ab-4b59-a858-2a4539df186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:58.294294 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-ac4ce50e-53ab-4b59-a858-2a4539df186d service neutron] 10.222.0.44 "GET /v2.0/networks?id=672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 200 len: 903 time: 0.2877717 Feb 09 07:46:58.388493 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-4d65ff78-e1e2-440b-a18d-daf4f26b9141 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe HTTP/1.1" status: 200 len: 217 time: 0.0859091 Feb 09 07:46:58.486262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-31d4760c-02c6-43d2-9629-e301d9aae69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:58.488101 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-31d4760c-02c6-43d2-9629-e301d9aae69c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b61e92ca-b0ea-4766-909e-106d3850814c HTTP/1.1" status: 200 len: 849 time: 0.0928731 Feb 09 07:46:58.524180 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-16327223-7fb7-4b54-8cd4-136802709cfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 1000 time: 0.2549980 Feb 09 07:46:58.571831 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-e174f192-2432-481b-8d6e-c467e5e83e74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=672925a3-9f51-458c-a1d3-f5471361c135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770330 Feb 09 07:46:58.588169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:58.640541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '2f5d4da5-347d-4548-9bed-51c0d412f432', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'port_id': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'mac_address': 'fa:16:3e:c9:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868cdd29-0c02-4657-85f0-e733d072ba08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:46:21Z', 'updated_at': '2021-02-09T07:46:54Z', 'revision_number': 1, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:58.646590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:58.656928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063cd6d7-d771-48e5-80c3-9d67b0995100 None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '2f5d4da5-347d-4548-9bed-51c0d412f432', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'port_id': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'mac_address': 'fa:16:3e:c9:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868cdd29-0c02-4657-85f0-e733d072ba08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:46:21Z', 'updated_at': '2021-02-09T07:46:54Z', 'revision_number': 1, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:46:58.757893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-f95e69a6-aa9c-44d8-9cc7-7144919fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:58.763198 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-f95e69a6-aa9c-44d8-9cc7-7144919fe8f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.2316689 Feb 09 07:46:58.818271 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-f97b6e2c-1c9a-436b-88b2-1f644c092c74 service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340899 Feb 09 07:46:59.063213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-f0b366bf-5102-46e1-97ab-98a6a68a4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:59.065641 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-f0b366bf-5102-46e1-97ab-98a6a68a4b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2830386 Feb 09 07:46:59.103256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a3015-7beb-4b72-a401-4d1eb92a8fdf None None] New status for floating IP 2f5d4da5-347d-4548-9bed-51c0d412f432: ACTIVE {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:46:59.226094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019e12-4212-48e7-851e-8d094221c970 req-a7b4b187-6c75-4f52-b562-d3a3afd7a773 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:46:59.227861 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-93019e12-4212-48e7-851e-8d094221c970 req-a7b4b187-6c75-4f52-b562-d3a3afd7a773 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 944 time: 0.3394141 Feb 09 07:46:59.229864 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb4fa44c-0077-45c5-b0a2-12abefef8017 req-94f351e0-07d5-41e8-9df6-f5924a2bcedf service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4003601 Feb 09 07:46:59.317533 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-93019e12-4212-48e7-851e-8d094221c970 req-dfe3e823-3c5f-453a-a4ac-c03836a7c4ce tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798466 Feb 09 07:46:59.341930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Allocated IP 172.28.0.17 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/34fed70c-1d9a-49b9-8f0d-48695afdc18d) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:46:59.358304 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-86cea902-a639-4327-81e6-6dbd34db0e3b service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784336 Feb 09 07:46:59.680357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:59.685457 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-049bf576-b8a3-4272-9791-c9e6a4687897 req-b4661a03-96b7-41e9-92f1-5b28423fbcd3 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2994139 Feb 09 07:46:59.720506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:59.773509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-560eeae7-7a60-46f0-804f-33d60beccb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:00.155580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=34fed70c-1d9a-49b9-8f0d-48695afdc18d,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:00.160496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:00.179287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:00.180481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:00.194540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:00.198588 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-c87f75c0-0b5a-4cef-8852-986a3ea07751 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:47:00.697981 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689135a-0878-4148-9279-e28bd26ba8c5 req-d2fe9ee8-7043-4a9a-a7cf-cf7358da99ec tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:00.699959 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d689135a-0878-4148-9279-e28bd26ba8c5 req-d2fe9ee8-7043-4a9a-a7cf-cf7358da99ec tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 944 time: 0.2339497 Feb 09 07:47:00.783216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:00.788232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:00.854205 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d689135a-0878-4148-9279-e28bd26ba8c5 req-701e2a0e-a773-49b4-ad4e-a315b845a954 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456282 Feb 09 07:47:00.879639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:47:00.954929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:00.960200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:00.961195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:01.247063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:01.261149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:01.275499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:01.287678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:01.290439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:01.292613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f52fd876-4f8a-4897-9d20-05f4d1b02837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:01.339339 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe', 'code': 200} Feb 09 07:47:01.367059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:01.372571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:01.493678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Router a23ba20e-a1f6-4eed-abde-477c8a94d63f is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:47:01.748359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:47:01.759226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Sync routers for ids ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:47:01.765500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135ca1-74ae-4ddf-858f-2f24de895261 req-b3d5e4e8-6269-427d-bc19-0991883ad97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:01.767257 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3f135ca1-74ae-4ddf-858f-2f24de895261 req-b3d5e4e8-6269-427d-bc19-0991883ad97f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 1163 time: 0.2071061 Feb 09 07:47:01.779760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Routers {'a23ba20e-a1f6-4eed-abde-477c8a94d63f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:01.781926 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:01.794848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:01.796134 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3360460 Feb 09 07:47:01.799208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40196) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:01.820182 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3f135ca1-74ae-4ddf-858f-2f24de895261 req-b939cfcf-7b03-4186-b788-38c2d97f442c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Feb 09 07:47:02.104571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Set router a23ba20e-a1f6-4eed-abde-477c8a94d63f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:02.188264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:02.375696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:02.376125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:02.547385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:47:00Z', 'revision_number': 3, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:02.553197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Checking router: a23ba20e-a1f6-4eed-abde-477c8a94d63f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:47:02.553900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Updating router a23ba20e-a1f6-4eed-abde-477c8a94d63f port 34fed70c-1d9a-49b9-8f0d-48695afdc18d binding host dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:47:02.640080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:02.763762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0418974-2c72-4c33-9a40-05b4939cc1b0 req-29ca7015-fb53-45c0-b87f-318dfbc25a5f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:02.765745 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f0418974-2c72-4c33-9a40-05b4939cc1b0 req-29ca7015-fb53-45c0-b87f-318dfbc25a5f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 946 time: 0.6472259 Feb 09 07:47:02.843346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40230) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:02.853680 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f0418974-2c72-4c33-9a40-05b4939cc1b0 req-191f8f86-8745-43f2-a812-a72421c4d307 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788109 Feb 09 07:47:03.060160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.061304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.108995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:03.121131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7966171e287f41d6a5ca71263e5cf6fa is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:03.137860 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:03.151718 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:03.188055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Notify callbacks [] for port, precommit_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.201847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Transition to ACTIVE for port object 34fed70c-1d9a-49b9-8f0d-48695afdc18d will not be triggered until provisioned by entity L2. {{(pid=79918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:03.205794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.225874 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:03.262679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.268549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.300454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c59bc451-2c05-452f-aa1c-e51ba54925a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:03.380890 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7966171e287f41d6a5ca71263e5cf6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364068 Feb 09 07:47:03.381150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40242) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:03.382435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d7436f-ff79-4b2a-82dd-b0349089f30a,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:03.386680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:03.400186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Pushing event updated for resources: {'Port': ['ID=34fed70c-1d9a-49b9-8f0d-48695afdc18d,revision_number=2']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:03.415943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.416774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.417370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.417993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.418564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.419154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.419715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.420275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.420850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.421531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.422117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.422804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.423394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.423864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.424887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.425397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.425984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.426450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.427011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.427454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.427886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.428320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.428754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.429199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:03.443760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:03.519438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Attempting to bind port 34fed70c-1d9a-49b9-8f0d-48695afdc18d on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:03.520515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Attempting to bind port 34fed70c-1d9a-49b9-8f0d-48695afdc18d by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:03.523381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Attempting to bind port 34fed70c-1d9a-49b9-8f0d-48695afdc18d on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:03.530886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:03.531059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.533989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:03.534575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.535124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:03.535777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Bound port: 34fed70c-1d9a-49b9-8f0d-48695afdc18d, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:03.536317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.561013 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.606317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Allocated IP 172.20.0.1 (f1e6bc89-9d43-411b-a09d-fbd443b781ce/816c2eab-a453-4964-8bd4-492b5d3944f6/7f350931-34d8-4557-91f6-b3ef77ff45a0) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:03.629234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] For port 34fed70c-1d9a-49b9-8f0d-48695afdc18d, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:03.633476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.638624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] For port 34fed70c-1d9a-49b9-8f0d-48695afdc18d, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=34fed70c-1d9a-49b9-8f0d-48695afdc18d,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:03.648107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.649119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3916e1bc-1482-48fc-934e-bec38038af76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:03.668396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d7436f-ff79-4b2a-82dd-b0349089f30a,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:03.685862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa4e79a5-3913-4f69-91ac-e708122d4ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:03.731799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:03.764295 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.768066 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87d7436f-ff79-4b2a-82dd-b0349089f30a HTTP/1.1" status: 204 len: 168 time: 0.3835804 Feb 09 07:47:03.810529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Pushing event updated for resources: {'Port': ['ID=34fed70c-1d9a-49b9-8f0d-48695afdc18d,revision_number=3']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:03.816401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:04.053399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Routers {'a23ba20e-a1f6-4eed-abde-477c8a94d63f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:04.054192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:04.132096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.217617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.244846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:04.274316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:04.436442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:04.438223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.516101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40276) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:04.563274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.569688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] Set router a23ba20e-a1f6-4eed-abde-477c8a94d63f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:04.579412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Pushing event updated for resources: {'Port': ['ID=7f350931-34d8-4557-91f6-b3ef77ff45a0,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:04.593559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:04.600362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:04.615962 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Usage tracker for resource:security_group_rule and tenant:a66c6a6137914bc5973ebad51982ee63 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:04.619031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:04.628326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:04.696930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323b0d6-df73-4ad7-8076-f853a91622b5 req-87414519-f978-4c06-a4a5-73c40fdfab59 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:04.698740 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2323b0d6-df73-4ad7-8076-f853a91622b5 req-87414519-f978-4c06-a4a5-73c40fdfab59 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 946 time: 0.5335350 Feb 09 07:47:04.788281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.795936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.811266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:04.814377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:04.821792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:04.837832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-768af9d4-12c3-4455-aec9-1478a7d2cfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:04.903825 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a66c6a6137914bc5973ebad51982ee63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860695 Feb 09 07:47:04.904672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40288) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:04.922344 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2323b0d6-df73-4ad7-8076-f853a91622b5 req-d9fcb3fa-c5a3-4ea4-aa85-70cb08f99af5 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141936 Feb 09 07:47:04.952423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea5d0b-221a-4dcf-928b-eb89f072b5ca,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:04.958517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4707df0a-e99f-4700-92da-31037df3cab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:04.972342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.065448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.074533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:47:00Z', 'revision_number': 3, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:05.093167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ae7f9-925d-4785-8538-73811f61ff08 None None] The sync data for ids ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'] in dv-cinder-774594-1-smb is: [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:47:00Z', 'revision_number': 3, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:47:05.106085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.125027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.157066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.163634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f15d21b6-fb8e-4fc9-a969-46410cd73e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:05.177180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea5d0b-221a-4dcf-928b-eb89f072b5ca,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:05.183709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:05.193065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.209137 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23ea5d0b-221a-4dcf-928b-eb89f072b5ca HTTP/1.1" status: 204 len: 168 time: 0.2812574 Feb 09 07:47:05.453753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.459914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.508656 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8a8ac477-6481-490f-b945-c8e515270d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:05.630429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.649042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 34fed70c-1d9a-49b9-8f0d-48695afdc18d up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:05.669385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Pushing event updated for resources: {'Port': ['ID=7f350931-34d8-4557-91f6-b3ef77ff45a0,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:05.674738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:05.830551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 34fed70c-1d9a-49b9-8f0d-48695afdc18d completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:05.841908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 34fed70c-1d9a-49b9-8f0d-48695afdc18d triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:05.843363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.920341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:05.922621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:06.112110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:06.133091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 34fed70c-1d9a-49b9-8f0d-48695afdc18d, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=34fed70c-1d9a-49b9-8f0d-48695afdc18d,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:06.136348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:06.143830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:06.256411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=34fed70c-1d9a-49b9-8f0d-48695afdc18d,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:06.260455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:06.289951 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Router a23ba20e-a1f6-4eed-abde-477c8a94d63f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:47:06.524496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:47:06.532414 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] 10.222.0.39 "PUT /v2.0/routers/a23ba20e-a1f6-4eed-abde-477c8a94d63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7316673 Feb 09 07:47:07.130753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6ae1-d4f6-4b70-803b-034af5ad4a34 req-25a8a60a-9e58-4580-8ce3-125633fccae8 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:07.132411 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-400c6ae1-d4f6-4b70-803b-034af5ad4a34 req-25a8a60a-9e58-4580-8ce3-125633fccae8 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 946 time: 0.2148817 Feb 09 07:47:07.209995 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-400c6ae1-d4f6-4b70-803b-034af5ad4a34 req-aa1e8d11-5dbd-415e-9872-8c64e108bc21 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706139 Feb 09 07:47:07.614097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 34fed70c-1d9a-49b9-8f0d-48695afdc18d up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:07.690750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 34fed70c-1d9a-49b9-8f0d-48695afdc18d triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:07.691207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:07.696172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-819c98a2-9c12-42a9-a05e-41a665d4f792 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:07.703565 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-819c98a2-9c12-42a9-a05e-41a665d4f792 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 819 time: 0.2576320 Feb 09 07:47:07.723253 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-5f0758d0-dd32-4f12-9dc2-f6076e01d78d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/quotas/afcafb246a174c58954b5b1945a0740e HTTP/1.1" status: 200 len: 375 time: 0.0164127 Feb 09 07:47:07.871525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-a9f7575c-9c66-4baf-be00-14ff669c9c96 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Synchronizing usage tracker for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:47:07.892076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-a9f7575c-9c66-4baf-be00-14ff669c9c96 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Unset dirty status for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:47:07.906959 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-a9f7575c-9c66-4baf-be00-14ff669c9c96 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811473 Feb 09 07:47:08.075239 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-c2d7e35b-719e-4393-96aa-734853fa7679 service neutron] 10.222.0.39 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673100 Feb 09 07:47:08.263675 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-59e2a7cf-608b-4a17-813e-74bf98a7cac8 service neutron] 10.222.0.39 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1809545 Feb 09 07:47:08.401881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Sync routers for ids ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:47:08.431645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Routers {'a23ba20e-a1f6-4eed-abde-477c8a94d63f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:08.432585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:08.563769 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2b3ace4d-36dd-4fe6-8f20-90ad5b6e36e9 req-a890ca93-d694-4458-80d4-4abfd4db5324 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 210 time: 0.1338196 Feb 09 07:47:08.809227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925837ac-c845-4ed7-94c8-8d93aace9ec8 req-9f139023-6253-48cb-a868-271dd9715d6a tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:08.811222 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-925837ac-c845-4ed7-94c8-8d93aace9ec8 req-9f139023-6253-48cb-a868-271dd9715d6a tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 946 time: 0.2464292 Feb 09 07:47:08.829452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Set router a23ba20e-a1f6-4eed-abde-477c8a94d63f gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:08.970035 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-925837ac-c845-4ed7-94c8-8d93aace9ec8 req-6c723e77-9cba-47f8-a051-93cb2842a2ac tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478305 Feb 09 07:47:09.175167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-79c35c08-817f-4bc2-a7d7-5dcd2413c7b7 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:09.179468 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-79c35c08-817f-4bc2-a7d7-5dcd2413c7b7 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 946 time: 0.5947258 Feb 09 07:47:09.303159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Deleting port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:47:09.304225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:09.437663 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:47:05Z', 'revision_number': 4, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '7f350931-34d8-4557-91f6-b3ef77ff45a0', 'name': '', 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'mac_address': 'fa:16:3e:ba:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '816c2eab-a453-4964-8bd4-492b5d3944f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:03Z', 'updated_at': '2021-02-09T07:47:05Z', 'revision_number': 2, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'subnets': [{'id': '816c2eab-a453-4964-8bd4-492b5d3944f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:09.442133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Checking router: a23ba20e-a1f6-4eed-abde-477c8a94d63f for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:47:09.442702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Updating router a23ba20e-a1f6-4eed-abde-477c8a94d63f port 7f350931-34d8-4557-91f6-b3ef77ff45a0 binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:47:09.506042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-a1da7cf8-079e-48f6-96e0-6fa3261f5a16 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:09.507018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:09.507771 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-a1da7cf8-079e-48f6-96e0-6fa3261f5a16 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 819 time: 0.2659879 Feb 09 07:47:09.536066 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-3d88bbc4-d400-4a7f-96de-d187c05bc503 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/quotas/afcafb246a174c58954b5b1945a0740e HTTP/1.1" status: 200 len: 375 time: 0.0218015 Feb 09 07:47:09.778365 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-3f37d7e6-e069-4261-ad5c-3ee0ac7e8dce tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341328 Feb 09 07:47:09.883700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] For port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:09.884397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:09.894054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60fb22ee-596e-4c57-8239-cf90b946ce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:10.038160 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-c039134b-5a4f-4275-8b6e-bc8a10660f59 service neutron] 10.222.0.39 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586761 Feb 09 07:47:10.082491 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:10.131237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:47:10.353651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Calling delete_port for dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:47:10.411224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:10.454159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:10.458696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:10.468112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:10.477781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51fd605d-550f-4637-b4a2-5dfe80760387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:10.488744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79915) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:47:10.489216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:47:10.572169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:10.598881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Transition to ACTIVE for port object 7f350931-34d8-4557-91f6-b3ef77ff45a0 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:10.606030 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:10.813025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:10.862328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-e2de1d1d-397c-4958-a411-e122f01e6b19 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:10.864324 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-e2de1d1d-397c-4958-a411-e122f01e6b19 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 819 time: 0.2724652 Feb 09 07:47:10.879776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:10.880283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:10.924319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Request body: {'port': {'device_id': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce', 'admin_state_up': True, 'tenant_id': 'afcafb246a174c58954b5b1945a0740e'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:10.990611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Deleting port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:47:10.991017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.048300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Attempting to bind port 7f350931-34d8-4557-91f6-b3ef77ff45a0 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:11.048748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Attempting to bind port 7f350931-34d8-4557-91f6-b3ef77ff45a0 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:11.049165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Attempting to bind port 7f350931-34d8-4557-91f6-b3ef77ff45a0 on network f1e6bc89-9d43-411b-a09d-fbd443b781ce {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:11.059607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc632-716e-4b29-9f82-1d26bfc3d7e0 None None] Pushing event updated for resources: {'Port': ['ID=7f350931-34d8-4557-91f6-b3ef77ff45a0,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:11.064834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3edcc632-716e-4b29-9f82-1d26bfc3d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:11.065697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:11.066127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Checking segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:11.066559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.067207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Bound using segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:11.067755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Bound port: 7f350931-34d8-4557-91f6-b3ef77ff45a0, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:11.068186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.131697 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-15672f1e-f1b0-445a-bbda-d03d2cf1e7e5 service neutron] 10.222.0.39 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0916984 Feb 09 07:47:11.175710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] For port 7f350931-34d8-4557-91f6-b3ef77ff45a0, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:11.179688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] For port 7f350931-34d8-4557-91f6-b3ef77ff45a0, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=7f350931-34d8-4557-91f6-b3ef77ff45a0,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:11.186477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.210750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:11.378339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdace81-bb64-461d-8562-38d05bd0053d req-350fe8cd-3383-416f-9ed8-e60c4bcde16e tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:11.405821 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3cdace81-bb64-461d-8562-38d05bd0053d req-350fe8cd-3383-416f-9ed8-e60c4bcde16e tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 944 time: 0.8063693 Feb 09 07:47:11.608029 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3cdace81-bb64-461d-8562-38d05bd0053d req-194800ff-8e1b-4abe-8dee-94ca77c8bc3f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007632 Feb 09 07:47:11.637735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] For port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:11.638155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.703013 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:11.743571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:11.778897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Made reservation on behalf of afcafb246a174c58954b5b1945a0740e for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:11.809263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.920121 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe', 'code': 200} Feb 09 07:47:11.926682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc632-716e-4b29-9f82-1d26bfc3d7e0 None None] Pushing event updated for resources: {'Port': ['ID=7f350931-34d8-4557-91f6-b3ef77ff45a0,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:11.943960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3edcc632-716e-4b29-9f82-1d26bfc3d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:12.038474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Routers {'a23ba20e-a1f6-4eed-abde-477c8a94d63f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:12.039173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:46:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:12.142865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40570) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:12.155411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Calling delete_port for dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:47:12.221374 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-79e19372-524b-435a-8bd3-a433d6f75887 req-ef6f87eb-a403-4620-86be-ef306454f0e0 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 210 time: 0.0801721 Feb 09 07:47:12.322698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0e70-4a22-4110-a19e-5e9b9ae667e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:12.359006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] Set router a23ba20e-a1f6-4eed-abde-477c8a94d63f gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:12.394010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Allocated IP 172.20.0.6 (f1e6bc89-9d43-411b-a09d-fbd443b781ce/816c2eab-a453-4964-8bd4-492b5d3944f6/5dae4a23-26d0-4a65-8c70-1f9a51e629f8) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:12.481077 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:12.561647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:12.609785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:12.635462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Usage tracker for resource:security_group_rule and tenant:08148dedb4bb4386aed6f60535240d67 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:12.641617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:12.690876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6d65cb10-4268-4386-a902-befd2ab72464 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:12.800033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Pushing event deleted for resources: {'Port': ['ID=dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:12.816242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:12.820372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:12.871021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40596) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:12.872111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] No DVR routers for this DVR port dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:47:12.882478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:12.898140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'name': 'network-vif-deleted', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:12.947292 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c8136ef0-257d-4cfd-9615-735dc8935903 req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "DELETE /v2.0/ports/dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe HTTP/1.1" status: 204 len: 173 time: 3.7615421 Feb 09 07:47:13.029041 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-af7a7d2a-20e2-4b5a-a40f-4f9944d1c6e8 req-925aa6a6-579c-4fba-814b-57e7c60c05ec tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=562334ac-e8b1-42a1-907d-eeb84bfff623 HTTP/1.1" status: 200 len: 210 time: 0.1176836 Feb 09 07:47:13.064361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.101271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.193637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:47:05Z', 'revision_number': 4, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '7f350931-34d8-4557-91f6-b3ef77ff45a0', 'name': '', 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'mac_address': 'fa:16:3e:ba:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '816c2eab-a453-4964-8bd4-492b5d3944f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:03Z', 'updated_at': '2021-02-09T07:47:11Z', 'revision_number': 4, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'subnets': [{'id': '816c2eab-a453-4964-8bd4-492b5d3944f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:13.205697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.207495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b75b91-50a9-452e-83f0-83bdd0390ba0 None None] The sync data for ids ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'] in dv-cinder-774594-1-smb is: [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:47:05Z', 'revision_number': 4, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '7f350931-34d8-4557-91f6-b3ef77ff45a0', 'name': '', 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'mac_address': 'fa:16:3e:ba:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '816c2eab-a453-4964-8bd4-492b5d3944f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:03Z', 'updated_at': '2021-02-09T07:47:11Z', 'revision_number': 4, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'subnets': [{'id': '816c2eab-a453-4964-8bd4-492b5d3944f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:47:13.236157 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562334ac-e8b1-42a1-907d-eeb84bfff623', 'name': 'network-vif-deleted', 'tag': 'dd3ee6f8-7b3c-4e38-9685-eee8d8c869fe', 'status': 'completed', 'code': 200} Feb 09 07:47:13.261096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:13.276189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a67bf19220a4184b8916c298d6d6fed is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:13.311199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:13.325031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:13.339178 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.348395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.384763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:13.393416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.499402 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08148dedb4bb4386aed6f60535240d67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3543277 Feb 09 07:47:13.526492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40620) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:13.535472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc994bf-6f40-4533-b847-67c58e4a73eb,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:13.642020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.689126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.725809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 7f350931-34d8-4557-91f6-b3ef77ff45a0 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:13.874534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 7f350931-34d8-4557-91f6-b3ef77ff45a0 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:13.880316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 7f350931-34d8-4557-91f6-b3ef77ff45a0 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:13.881075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.919616 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ae3b57a8-a093-4928-8855-88db072d9409 req-5f9da926-7ea2-412a-a488-a2c4118ed590 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 210 time: 0.4176939 Feb 09 07:47:13.919941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-7619576f-940f-4cb3-9d64-4e277df2248d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:13.920779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5010e68f-fb62-4489-8b77-645c94943055 req-7619576f-940f-4cb3-9d64-4e277df2248d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Synchronizing usage tracker for tenant:afcafb246a174c58954b5b1945a0740e on resource:network {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:47:13.931185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:13.966260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa919797-2a7a-4e58-8800-d7979b442372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:13.967091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:13.967728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:14.035597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f50a4-3b50-4dfb-8268-507f1bbdb124,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:14.040063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5010e68f-fb62-4489-8b77-645c94943055 req-7619576f-940f-4cb3-9d64-4e277df2248d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Unset dirty status for tenant:afcafb246a174c58954b5b1945a0740e on resource:network {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:47:14.041770 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-7619576f-940f-4cb3-9d64-4e277df2248d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 819 time: 0.6299644 Feb 09 07:47:14.043000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:14.046510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a67bf19220a4184b8916c298d6d6fed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1722419 Feb 09 07:47:14.049535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40644) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:14.132069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Request body: {'port': {'device_id': '75832722-5499-4c7e-883f-f816f82a72f1', 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce', 'admin_state_up': True, 'tenant_id': 'afcafb246a174c58954b5b1945a0740e'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:14.150491 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Pushing event updated for resources: {'Port': ['ID=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:14.157135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.174814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:14.242880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:14.276264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 7f350931-34d8-4557-91f6-b3ef77ff45a0, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=7f350931-34d8-4557-91f6-b3ef77ff45a0,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:14.316574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.319949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-62923481-9500-4657-ba26-e2b6e2f823c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:14.322312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:14.335322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:14.352797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.400039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.420263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.484950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=7f350931-34d8-4557-91f6-b3ef77ff45a0,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:14.494795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.513907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:14.552727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:14.575735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:14.609024 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Made reservation on behalf of afcafb246a174c58954b5b1945a0740e for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:14.624645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.637902 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.704643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.715349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:14.738302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:14.739244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.748467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f50a4-3b50-4dfb-8268-507f1bbdb124,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:14.764994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:14.844870 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.848784 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e52f50a4-3b50-4dfb-8268-507f1bbdb124 HTTP/1.1" status: 204 len: 168 time: 0.7955523 Feb 09 07:47:15.089344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-c06a1ba6-9b00-442f-a2fa-33379307f6fb tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:15.091496 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-c06a1ba6-9b00-442f-a2fa-33379307f6fb tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/networks?id=672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 200 len: 809 time: 0.3250003 Feb 09 07:47:15.155197 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-ce9648db-512b-48bc-98d9-3b5a556923d3 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/quotas/8649cee1c2424dd783056ecd09b6507e HTTP/1.1" status: 200 len: 375 time: 0.0480797 Feb 09 07:47:15.226751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Allocated IP 172.20.0.3 (f1e6bc89-9d43-411b-a09d-fbd443b781ce/816c2eab-a453-4964-8bd4-492b5d3944f6/44627c5f-404d-4247-ac06-c10b3a07916c) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:15.238837 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5d6858aa-069a-4b6a-99a1-e517891049ae tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8649cee1c2424dd783056ecd09b6507e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826132 Feb 09 07:47:15.269564 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3502641 Feb 09 07:47:15.336436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Request body: {'port': {'device_id': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:15.437308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5e336a40-6f59-4717-a393-97caa7530ab9 req-ed3d4f74-fcd6-4eba-b375-035c7330205a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Synchronizing usage tracker for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:47:15.442910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.457680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b0829da-1fef-498c-8d60-748e21a1219c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:15.550345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40710) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:15.587339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.603496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.616946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:15.618719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 7f350931-34d8-4557-91f6-b3ef77ff45a0 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:15.623330 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Usage tracker for resource:security_group_rule and tenant:961edb8a2a41417089c67fc3b6cc5425 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:15.627388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:15.634841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:15.640371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.668148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc994bf-6f40-4533-b847-67c58e4a73eb,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:15.701249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.719199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.723803 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebc994bf-6f40-4533-b847-67c58e4a73eb HTTP/1.1" status: 204 len: 168 time: 2.1881969 Feb 09 07:47:15.729552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:15.746254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5e336a40-6f59-4717-a393-97caa7530ab9 req-ed3d4f74-fcd6-4eba-b375-035c7330205a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Unset dirty status for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:47:15.761642 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e336a40-6f59-4717-a393-97caa7530ab9 req-ed3d4f74-fcd6-4eba-b375-035c7330205a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 210 time: 0.4976954 Feb 09 07:47:15.788508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 7f350931-34d8-4557-91f6-b3ef77ff45a0 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:15.788941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.883976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3de770f2-297e-4f56-84cd-95f4ff418a39 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:15.935982 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-d90b9c8d-c094-4d36-bccd-86cdb487424c service neutron] 10.222.0.39 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961343 Feb 09 07:47:16.034760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:16.039244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Pushing event updated for resources: {'Port': ['ID=44627c5f-404d-4247-ac06-c10b3a07916c,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:16.043019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:16.046405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.049516 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:16.052262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:16.098363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.114880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4abace2d-2dea-4cda-96ca-0b7d8c759883 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:16.122427 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-a3b1139b-5eaa-4326-b8cf-12d52043f08b service neutron] 10.222.0.39 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1852984 Feb 09 07:47:16.189078 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=961edb8a2a41417089c67fc3b6cc5425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365018 Feb 09 07:47:16.189078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40724) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:16.229842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452a645a-9a81-49c3-ab2d-8cc543866d6f,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:16.316110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:16.317061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.333716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:16.422792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.451588 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3251116 Feb 09 07:47:16.500735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.529538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40738) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:16.539654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Request body: {'port': {'device_id': '75832722-5499-4c7e-883f-f816f82a72f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:16.607386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.650931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:16.660514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Usage tracker for resource:security_group_rule and tenant:a5099f47ef584d5884cf9b2b907dc644 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:16.667641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:16.750880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:16.754180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.833199 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-436c7546-74a4-4e3f-8889-673bdb159ae0 req-c9c515e0-98ea-4489-9a63-21feefdb695c tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.0755734 Feb 09 07:47:16.837769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.883415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:16.944515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a645a-9a81-49c3-ab2d-8cc543866d6f,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:16.967632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:16.985693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:16.986983 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/452a645a-9a81-49c3-ab2d-8cc543866d6f HTTP/1.1" status: 204 len: 168 time: 0.7907755 Feb 09 07:47:17.073080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:47:17.085744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.202463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.210762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.220157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-43a09387-7860-41df-b0c9-1dc9349a98a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:17.264534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a93879-c871-436c-9c02-286edd0af6cb req-4e158e6b-a21c-4ede-bb9f-8e11e2b4b873 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:17.266948 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87a93879-c871-436c-9c02-286edd0af6cb req-4e158e6b-a21c-4ede-bb9f-8e11e2b4b873 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 931 time: 0.2745802 Feb 09 07:47:17.269259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Transition to ACTIVE for port object 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:17.274311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.274756 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5099f47ef584d5884cf9b2b907dc644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7044899 Feb 09 07:47:17.299147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40768) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:17.300940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22e7364-1712-4605-a55e-a33f3f077fda,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:17.310346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:17.369301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3bcb5ba0-7171-4362-a1b2-952b33a2e8e4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:17.406388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40774) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:17.475015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:17.484829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:17.604663 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44627c5f-404d-4247-ac06-c10b3a07916c {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:47:17.613390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.616166 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87a93879-c871-436c-9c02-286edd0af6cb req-bf4ffbd4-e0ec-4c1b-8a45-b34bd1ff6c02 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399673 Feb 09 07:47:17.628617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Transition to ACTIVE for port object 44627c5f-404d-4247-ac06-c10b3a07916c will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:17.633125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.682781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42b221b1-f272-4326-b12b-d59d82c9cf0d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:17.736227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.923201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Attempting to bind port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:17.923774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Attempting to bind port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:17.924307 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Attempting to bind port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 on network f1e6bc89-9d43-411b-a09d-fbd443b781ce {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:17.934444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:17.934957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Checking segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:17.937960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:17.938819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Bound using segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:17.940031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Bound port: 5dae4a23-26d0-4a65-8c70-1f9a51e629f8, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:17.940583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:18.105999 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2c3092c-5ad6-42a8-b124-e5a997b51468 req-1adf354f-da4b-4a5c-8e37-b2294e7af92b tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.0702682 Feb 09 07:47:18.162329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Pushing event updated for resources: {'Port': ['ID=44627c5f-404d-4247-ac06-c10b3a07916c,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:18.162479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] For port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:18.167608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] For port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:18.172673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:18.179219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:18.210416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:18.259209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:18.290263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:18.295511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Usage tracker for resource:security_group_rule and tenant:02b4283c17a24c2ca773f2ae6730a5f5 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:18.298571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:18.304554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:18.308116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:18.451140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:18.456104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:18.469609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:18.472717 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:18.474485 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] 10.222.0.44 "PUT /v2.0/ports/5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 1157 time: 3.1451528 Feb 09 07:47:18.475082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'tag': '5dae4a23-26d0-4a65-8c70-1f9a51e629f8'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:18.639230 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'tag': '5dae4a23-26d0-4a65-8c70-1f9a51e629f8', 'status': 'completed', 'code': 200} Feb 09 07:47:18.660730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-11529788-6cee-42e2-8fdd-d97b771c0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:18.663082 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-11529788-6cee-42e2-8fdd-d97b771c0bc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1160 time: 0.1143003 Feb 09 07:47:18.729482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-29f9bdba-f79c-48f7-95f1-51cef45d6f90 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:18.730283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-29f9bdba-f79c-48f7-95f1-51cef45d6f90 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Synchronizing usage tracker for tenant:8649cee1c2424dd783056ecd09b6507e on resource:network {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:47:18.763176 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-876501d7-c1bb-4e5d-bb0a-2246bf26e85a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.0838482 Feb 09 07:47:18.872202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-29f9bdba-f79c-48f7-95f1-51cef45d6f90 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Unset dirty status for tenant:8649cee1c2424dd783056ecd09b6507e on resource:network {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:47:18.873655 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-29f9bdba-f79c-48f7-95f1-51cef45d6f90 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "GET /v2.0/networks?id=672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 200 len: 809 time: 0.7085385 Feb 09 07:47:18.882275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-d2e1dafd-badd-49a4-b39e-809b8103aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:18.884972 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-d2e1dafd-badd-49a4-b39e-809b8103aaa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.1024494 Feb 09 07:47:18.927724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Request body: {'port': {'device_id': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135', 'admin_state_up': True, 'tenant_id': '8649cee1c2424dd783056ecd09b6507e'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:18.942887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:18.953457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6efd6f31-3f7e-49b8-959f-6520d4d9a970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:18.982279 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-db658974-dc17-4ae7-922f-7405933b211f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828660 Feb 09 07:47:19.003976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22e7364-1712-4605-a55e-a33f3f077fda,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:19.006736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:19.136227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.140424 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d22e7364-1712-4605-a55e-a33f3f077fda HTTP/1.1" status: 204 len: 168 time: 1.8362620 Feb 09 07:47:19.144946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.155660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.170097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:19.184507 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Attempting to bind port 44627c5f-404d-4247-ac06-c10b3a07916c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:19.184894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Attempting to bind port 44627c5f-404d-4247-ac06-c10b3a07916c by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:19.185269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Attempting to bind port 44627c5f-404d-4247-ac06-c10b3a07916c on network f1e6bc89-9d43-411b-a09d-fbd443b781ce {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:19.218036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:19.218427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Checking segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:19.218840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.219239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Bound using segment: {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:19.219737 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Bound port: 44627c5f-404d-4247-ac06-c10b3a07916c, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86bce3f-9de6-48a6-b906-3da024fd59f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1e6bc89-9d43-411b-a09d-fbd443b781ce'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:19.220116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.237787 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aab77-d7b5-4e27-b3c0-b555becbf00f req-ceeddc1f-1259-4e14-8506-b3ae09720f6e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:19.245225 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b95aab77-d7b5-4e27-b3c0-b555becbf00f req-ceeddc1f-1259-4e14-8506-b3ae09720f6e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 943 time: 0.3095608 Feb 09 07:47:19.260724 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02b4283c17a24c2ca773f2ae6730a5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8532732 Feb 09 07:47:19.264081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40838) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:19.273689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a165ada-fd45-4374-aaa5-80d281586e61,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:19.290401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:19.300513 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-d1966700-ec29-4ca2-9406-431b3f1193a9 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105354 Feb 09 07:47:19.309396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:19.338245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b95aab77-d7b5-4e27-b3c0-b555becbf00f req-2238a336-b8cf-46ca-9d44-4bfa3e568527 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Feb 09 07:47:19.386347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Usage tracker for resource:port and tenant:8649cee1c2424dd783056ecd09b6507e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:19.400510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:19.421365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:19.424040 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d70189d-880f-4e6f-bd0d-9356f44cc7e8 req-02b8c4ec-4485-4ba8-ac89-348dfa3a45ac tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.0841210 Feb 09 07:47:19.485807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Made reservation on behalf of 8649cee1c2424dd783056ecd09b6507e for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:19.507938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.553192 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f6b9b2a-116d-4f27-9f1f-fd1f4e3dbf7e req-2f5e781a-656f-4959-8b15-ade2e9177e81 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2440438 Feb 09 07:47:19.575434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] For port 44627c5f-404d-4247-ac06-c10b3a07916c, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:19.583880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] For port 44627c5f-404d-4247-ac06-c10b3a07916c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=44627c5f-404d-4247-ac06-c10b3a07916c,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:19.613701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.636254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40852) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:19.651162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:19.682706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.718207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40856) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:19.730285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.797475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Deleting subnet c75e86bd-318f-43d9-9e5a-3bda61f0f754 {{(pid=79916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:47:19.800773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.855429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10389515'] for subnet, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.921532 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.931297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.971510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-c08a0c0a-8047-47cb-9353-29899a03f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:19.973510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-c08a0c0a-8047-47cb-9353-29899a03f3fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1160 time: 0.2778153 Feb 09 07:47:20.030653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:20.043615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:35dd51ad098f488895a566ba9fdca996 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:20.083527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Pushing event updated for resources: {'Port': ['ID=44627c5f-404d-4247-ac06-c10b3a07916c,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:20.086675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.090864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:20.091754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:20.102442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed5dc21f-526c-492f-85cc-cb7f695787f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:20.127380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:20.153345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a165ada-fd45-4374-aaa5-80d281586e61,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:20.168389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:20.179863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.181089 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a165ada-fd45-4374-aaa5-80d281586e61 HTTP/1.1" status: 204 len: 168 time: 0.9115756 Feb 09 07:47:20.256769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-89585adf-ad6d-45ee-99d7-cc7cff765d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:20.258462 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-89585adf-ad6d-45ee-99d7-cc7cff765d20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.2779238 Feb 09 07:47:20.295604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:20.296297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.297847 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] 10.222.0.44 "PUT /v2.0/ports/44627c5f-404d-4247-ac06-c10b3a07916c HTTP/1.1" status: 200 len: 1157 time: 3.7669816 Feb 09 07:47:20.304892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75832722-5499-4c7e-883f-f816f82a72f1', 'tag': '44627c5f-404d-4247-ac06-c10b3a07916c'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:20.347426 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Allocated IP 172.20.0.5 (672925a3-9f51-458c-a1d3-f5471361c135/b61e92ca-b0ea-4766-909e-106d3850814c/2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:20.454431 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75832722-5499-4c7e-883f-f816f82a72f1', 'tag': '44627c5f-404d-4247-ac06-c10b3a07916c', 'status': 'completed', 'code': 200} Feb 09 07:47:20.462893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.487648 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-045c62cd-6551-4fa4-b946-d88c2168d7b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.2155259 Feb 09 07:47:20.502177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.518559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8b8e3457-ca6a-447d-9b07-100eb3f5927a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:20.617851 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35dd51ad098f488895a566ba9fdca996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8983552 Feb 09 07:47:20.618898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7504e6-49b7-4552-aa62-9f8d88547943,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:20.621525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40890) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:20.629699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:20.689369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2116946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852256054'] for subnet, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.692020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-50689196-04c5-432e-997c-edc7d9b28e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:20.694234 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-50689196-04c5-432e-997c-edc7d9b28e04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.1949012 Feb 09 07:47:20.741075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-713b2bf1-711c-43bf-a74b-686d48cd60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:20.755785 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-713b2bf1-711c-43bf-a74b-686d48cd60c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 1160 time: 0.3778687 Feb 09 07:47:20.799155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b9cef15c-d76d-46fb-91c7-9cdd7dc43372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:20.841864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75e86bd-318f-43d9-9e5a-3bda61f0f754,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:20.894119 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-266d31be-5e11-45ee-aaf4-44eb2891ea17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44627c5f-404d-4247-ac06-c10b3a07916c HTTP/1.1" status: 200 len: 217 time: 0.1168990 Feb 09 07:47:20.894778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 40900) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:20.989634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.055705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:21.063939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.066264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3d3039c3b640b7aa5be78cd66435be is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:21.076460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.080281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:21.103923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:21.112025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e68f-fb62-4489-8b77-645c94943055 req-53a64b30-4224-47fa-acd5-a236f950e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:21.112176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:21.113477 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-53a64b30-4224-47fa-acd5-a236f950e124 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.2036469 Feb 09 07:47:21.126185 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-46a05a31-fcad-4340-9632-e6b28fd95dad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4182575 Feb 09 07:47:21.143863 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b5f3b72-6273-4fe6-bdea-3de8e104da15 req-0669cb65-6a4c-4d2a-aa79-84b68e851485 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.3827038 Feb 09 07:47:21.180103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.200818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-bb75e6c1-0d34-46f5-b1b1-fd01a3cdc151 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756440 Feb 09 07:47:21.419042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475fe84-5617-4483-87a2-fd28fa49f5a2 req-e6e041ab-cac6-4fe4-85e4-27a299410982 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:21.420826 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b475fe84-5617-4483-87a2-fd28fa49f5a2 req-e6e041ab-cac6-4fe4-85e4-27a299410982 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 943 time: 0.8191290 Feb 09 07:47:21.447936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-ed21c6ae-d3ea-4d03-a4a9-7a0aacdfc32c service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067472 Feb 09 07:47:21.524844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.571082 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b475fe84-5617-4483-87a2-fd28fa49f5a2 req-e55a213b-7741-40b0-a48e-3a2871af8a0e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220534 Feb 09 07:47:21.618371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.634374 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c75e86bd-318f-43d9-9e5a-3bda61f0f754 HTTP/1.1" status: 204 len: 168 time: 1.9969246 Feb 09 07:47:21.637851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40944) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:21.642565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:21.767838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.780471 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-99ac8db8-c7cd-4f08-b3b2-5ef8852bb399 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659397 Feb 09 07:47:21.783577 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a35d8595-2a5e-46ec-8cfa-7e248c7547d5 req-8ed31248-5b47-42a9-9bef-b38ac8010f67 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3267694 Feb 09 07:47:21.790802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.864407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Pushing event updated for resources: {'Port': ['ID=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:21.869864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:21.881673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-120888ca-77b9-488e-91e1-d30fe3c6cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:21.939724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7504e6-49b7-4552-aa62-9f8d88547943,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:21.950931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.966375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:21.975444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.990260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.044538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c438d7e0-573b-4ec5-be39-346dbdd10acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:22.120762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06730e24-74f9-4f9a-b99f-6ef2b6314478']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:22.127831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.129138 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d7504e6-49b7-4552-aa62-9f8d88547943 HTTP/1.1" status: 204 len: 168 time: 1.5016303 Feb 09 07:47:22.131849 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c3d3039c3b640b7aa5be78cd66435be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2314548 Feb 09 07:47:22.134777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 40978) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:22.136582 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627fd9b6-6df5-47b0-a0a4-13b9b954e35b,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:22.155336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:22.159149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0068cfe6-ffd9-433f-a08f-a68512c9871b') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:22.159484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0068cfe6-ffd9-433f-a08f-a68512c9871b') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:22.165386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Network 672925a3-9f51-458c-a1d3-f5471361c135 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:22.167975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:22.171492 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5010e68f-fb62-4489-8b77-645c94943055 req-a20260c4-6862-4475-bc43-d4695239b7a9 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2980149 Feb 09 07:47:22.172256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:22.213609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.246701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.248789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:47:22.461650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.491658 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:22.492398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.522129 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6080906 Feb 09 07:47:22.528144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-730dcdbe-2f5e-4547-9669-11e95b557e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:22.529813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-730dcdbe-2f5e-4547-9669-11e95b557e6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 1160 time: 0.2363369 Feb 09 07:47:22.552292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Request body: {'port': {'device_id': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:22.585779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-d526e597-9af9-4b8e-81ed-904e2b997d02 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:47:22.586443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.628869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:47:22.659175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.887159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:22.899987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-abfb8f7f-8487-4afb-95b4-c72061d6bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:22.901816 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-abfb8f7f-8487-4afb-95b4-c72061d6bab7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.3548009 Feb 09 07:47:22.925871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Network 06730e24-74f9-4f9a-b99f-6ef2b6314478 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:47:22.954149 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:47:23.058024 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41016) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:23.079431 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-439b254b-09bb-4a12-b31c-2877311d2f54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44627c5f-404d-4247-ac06-c10b3a07916c HTTP/1.1" status: 200 len: 217 time: 0.1672328 Feb 09 07:47:23.172096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dd5a4-503d-489f-9a35-5ae1fb84015a req-8d4b39f3-db70-4d88-b256-6add19e6337e tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:23.179813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-681dd5a4-503d-489f-9a35-5ae1fb84015a req-8d4b39f3-db70-4d88-b256-6add19e6337e tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 931 time: 0.8152971 Feb 09 07:47:23.220462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-a00a0a01-1a22-4de6-afa4-195ac113333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:23.222117 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-a00a0a01-1a22-4de6-afa4-195ac113333a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.1302423 Feb 09 07:47:23.224534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.235789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-be319a22-8747-4c32-b271-e5dcf2b40859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:23.248205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.252661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:23.264927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627fd9b6-6df5-47b0-a0a4-13b9b954e35b,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:23.276819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:23.281885 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:23.301607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.354932 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-681dd5a4-503d-489f-9a35-5ae1fb84015a req-a5198381-cf1f-4564-b7e6-79cd51af2687 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740713 Feb 09 07:47:23.358985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Pushing event deleted for resources: {'Network': ['ID=06730e24-74f9-4f9a-b99f-6ef2b6314478,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:23.376119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:23.378598 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-8a263915-f231-4587-bff9-5ec842ae72ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441438 Feb 09 07:47:23.384336 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06730e24-74f9-4f9a-b99f-6ef2b6314478 HTTP/1.1" status: 204 len: 168 time: 1.7453859 Feb 09 07:47:23.387447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41028) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:23.388482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:23.392882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.396507 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/627fd9b6-6df5-47b0-a0a4-13b9b954e35b HTTP/1.1" status: 204 len: 168 time: 1.2583065 Feb 09 07:47:23.396631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:23.396631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.416051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.514447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346db6-96c0-47b8-a9e3-e397e0d7a042 req-308fbd9f-ac2d-44e2-8dd4-47ebf2d6144a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:23.522548 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-88346db6-96c0-47b8-a9e3-e397e0d7a042 req-308fbd9f-ac2d-44e2-8dd4-47ebf2d6144a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 943 time: 0.4968503 Feb 09 07:47:23.565171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.605422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:23.606859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae4a23-26d0-4a65-8c70-1f9a51e629f8'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:23.613268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.616158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-434e4c8c-2c59-4a2a-b9af-3aafcee76fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:23.649767 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-476c314b-10da-4f8c-8448-9b1a11b18b89 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354391 Feb 09 07:47:23.652491 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-88346db6-96c0-47b8-a9e3-e397e0d7a042 req-af48c2f6-9dda-4902-87d1-731b47dc9ee4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286139 Feb 09 07:47:23.659603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Deleting subnet 7eb4543a-f534-499a-8365-b301254786c2 {{(pid=79916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:47:23.682063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.694927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:23.699421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:23.758305 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae4a23-26d0-4a65-8c70-1f9a51e629f8', 'code': 200} Feb 09 07:47:23.820677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10389515'] for subnet, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.853567 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d4b6a261-7f5d-4bed-a9d2-44a7f7020aa6 req-ebe0f3df-086a-4ed5-9538-b4b5f7aff66c service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1831167 Feb 09 07:47:23.857940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:23.868648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Usage tracker for resource:security_group_rule and tenant:a4fbceeb1bcb4351868d979437369f8a is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:23.875100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:23.890881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:23.906472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:24.263982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:47:24.280584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:24.322970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2116946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852256054'] for subnet, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:24.342878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:24.371370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Transition to ACTIVE for port object 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:24.400336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:24.429228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:24.516011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:24.709300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb4543a-f534-499a-8365-b301254786c2,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:24.732135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:24.888085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Pushing event updated for resources: {'Port': ['ID=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:24.900952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:24.910735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:24.923626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:24.934156 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-bfb0e2bd-6248-4551-8dce-7a05ac0679a9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7eb4543a-f534-499a-8365-b301254786c2 HTTP/1.1" status: 204 len: 168 time: 1.5453537 Feb 09 07:47:24.950185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41108) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:24.992020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b55e1839-a47d-42fa-985a-7f8611957d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:25.004745 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4fbceeb1bcb4351868d979437369f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9341788 Feb 09 07:47:25.005633 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41114) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:25.113115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:25.116382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f74298-ac36-4101-81d9-f5b6eb862370 req-f30a7bbc-285a-4311-ae57-11134b3c3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:25.118438 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-67f74298-ac36-4101-81d9-f5b6eb862370 req-f30a7bbc-285a-4311-ae57-11134b3c3f50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.8217750 Feb 09 07:47:25.205746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.208011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf8853-a508-4b2d-8f57-811ac822495a,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:25.224989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:25.225714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.242679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:25.253034 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-67f74298-ac36-4101-81d9-f5b6eb862370 req-aaa69eaf-cc73-4963-8453-f0fd8f0d2598 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239150 Feb 09 07:47:25.279824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7602cf-a602-4bd1-938b-6d1150c1773d req-012c3119-459c-4ee9-856f-fac8818acf4f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:25.288119 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9d7602cf-a602-4bd1-938b-6d1150c1773d req-012c3119-459c-4ee9-856f-fac8818acf4f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 943 time: 0.4437804 Feb 09 07:47:25.322672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.374972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 44627c5f-404d-4247-ac06-c10b3a07916c up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:25.399048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.459802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d273334-9bca-447b-9ff2-43bbdbce1ceb req-c08b3e4d-474e-4a1e-b5b4-e27e14bea91d tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:25.461830 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2d273334-9bca-447b-9ff2-43bbdbce1ceb req-c08b3e4d-474e-4a1e-b5b4-e27e14bea91d tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 943 time: 0.8085365 Feb 09 07:47:25.470935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 44627c5f-404d-4247-ac06-c10b3a07916c completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:25.476637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 44627c5f-404d-4247-ac06-c10b3a07916c triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:25.477074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.541765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Attempting to bind port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:25.542143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Attempting to bind port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:25.545327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Attempting to bind port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 on network 672925a3-9f51-458c-a1d3-f5471361c135 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:25.563421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:25.563884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Checking segment: {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:25.565935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.566713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Bound using segment: {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:25.567823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Bound port: 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40de8f3-32b0-4cd8-808f-afd187c277fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '672925a3-9f51-458c-a1d3-f5471361c135'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:25.582306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.607215 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9d7602cf-a602-4bd1-938b-6d1150c1773d req-72c24704-657a-406c-9fb2-9c0f3720d262 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180079 Feb 09 07:47:25.659548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.674225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.683666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a7fd9292-9c67-454d-a03b-aea382ed8336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:25.704099 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2d273334-9bca-447b-9ff2-43bbdbce1ceb req-7f7e93be-0c21-4595-989f-e4a5de0f7afb tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319958 Feb 09 07:47:25.731801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 44627c5f-404d-4247-ac06-c10b3a07916c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=44627c5f-404d-4247-ac06-c10b3a07916c,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:25.737676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.743702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:25.753535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf8853-a508-4b2d-8f57-811ac822495a,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:25.772576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:25.788673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.792994 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bbf8853-a508-4b2d-8f57-811ac822495a HTTP/1.1" status: 204 len: 168 time: 0.7804575 Feb 09 07:47:25.859487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.873450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] For port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:25.878681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75832722-5499-4c7e-883f-f816f82a72f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44627c5f-404d-4247-ac06-c10b3a07916c'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:25.882058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] For port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:25.889567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=44627c5f-404d-4247-ac06-c10b3a07916c,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:25.893636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:25.915570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:25.930200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:25.996293 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75832722-5499-4c7e-883f-f816f82a72f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44627c5f-404d-4247-ac06-c10b3a07916c', 'code': 200} Feb 09 07:47:26.068645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf83419-8097-4161-a59b-18bc43b5a228']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:26.092387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23777e56-2e56-4243-a0a5-aa6b07406669') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:26.092723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23777e56-2e56-4243-a0a5-aa6b07406669') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:26.102404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Pushing event updated for resources: {'Port': ['ID=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:26.107681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:26.124528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.146179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.148366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:47:26.187998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:26.188690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.190818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] 10.222.0.44 "PUT /v2.0/ports/2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 HTTP/1.1" status: 200 len: 1157 time: 3.6451812 Feb 09 07:47:26.191407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:26.391377 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5', 'status': 'completed', 'code': 200} Feb 09 07:47:26.465040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Network ccf83419-8097-4161-a59b-18bc43b5a228 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:47:26.469058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41162) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:26.475974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.528168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.555241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:26.565834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Usage tracker for resource:security_group_rule and tenant:4f556a95b17b4e05a5adfc10b82ba32f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:26.570932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-9607063b-3956-4ba1-8602-02643d099051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:26.572570 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-9607063b-3956-4ba1-8602-02643d099051 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8649cee1c2424dd783056ecd09b6507e&device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 1160 time: 0.2739589 Feb 09 07:47:26.573549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:26.582149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:26.588285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611c107-ed3d-4dc2-b774-c7cee0323279 req-8ce04137-a628-451c-92ad-3388eb6751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:26.589974 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2611c107-ed3d-4dc2-b774-c7cee0323279 req-8ce04137-a628-451c-92ad-3388eb6751a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 1162 time: 0.1916628 Feb 09 07:47:26.710224 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-862ca30b-d116-42dd-b307-bd32d171ffcc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 HTTP/1.1" status: 200 len: 217 time: 0.1106319 Feb 09 07:47:26.716574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Network ccf83419-8097-4161-a59b-18bc43b5a228 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:47:26.740125 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:47:26.828789 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2611c107-ed3d-4dc2-b774-c7cee0323279 req-b297d7b1-6931-4e0d-a8a8-7bb0b40b0a62 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613202 Feb 09 07:47:26.833690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:26.858556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-443835d5-142c-4d31-8cae-0e7b0f0c5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:26.860152 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-443835d5-142c-4d31-8cae-0e7b0f0c5b15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b61e92ca-b0ea-4766-909e-106d3850814c HTTP/1.1" status: 200 len: 849 time: 0.1394002 Feb 09 07:47:26.936010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.939261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.946417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.950153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:26.959211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:26.959733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:26.983064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f59a7-0430-4326-8d77-1b853d1265b2,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:26.987558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:27.012118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:27.014948 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f556a95b17b4e05a5adfc10b82ba32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419517 Feb 09 07:47:27.018021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41178) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:27.047386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.056060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf83419-8097-4161-a59b-18bc43b5a228,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:27.065279 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ccf83419-8097-4161-a59b-18bc43b5a228 HTTP/1.1" status: 204 len: 168 time: 2.0947831 Feb 09 07:47:27.069189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:27.097564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 44627c5f-404d-4247-ac06-c10b3a07916c up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:27.142401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.179427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 44627c5f-404d-4247-ac06-c10b3a07916c triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:27.179926 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.201184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.208405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72219a-2f5a-4582-a0cd-1b031315b407 req-9fb2f9af-e608-4b74-8ff4-5760d2247aed tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:27.210491 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2e72219a-2f5a-4582-a0cd-1b031315b407 req-9fb2f9af-e608-4b74-8ff4-5760d2247aed tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.3595710 Feb 09 07:47:27.332873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e23e2-cadc-4285-b7c3-3562d868a53e req-4749097d-3503-4be6-b882-c5fc06a68ed4 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:27.334867 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e2e23e2-cadc-4285-b7c3-3562d868a53e req-4749097d-3503-4be6-b882-c5fc06a68ed4 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 943 time: 0.3865936 Feb 09 07:47:27.359844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41190) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:27.372584 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-78e08dff-6717-43bc-96e7-354e53633936 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=672925a3-9f51-458c-a1d3-f5471361c135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2315767 Feb 09 07:47:27.428097 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2e72219a-2f5a-4582-a0cd-1b031315b407 req-72c15bc6-404e-4517-ba4c-f1e434d136d8 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071064 Feb 09 07:47:27.507926 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e2e23e2-cadc-4285-b7c3-3562d868a53e req-324b235f-dfd1-4a25-ab33-36c5713d732d tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612141 Feb 09 07:47:27.544688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.558304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79fa28a3-57ee-4c23-b679-d1bf894179bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:27.579457 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b8c9f49a-5632-41ba-9e9e-6c3f3279cd57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b290de366e964524a43047c945fccab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104890 Feb 09 07:47:27.580705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f59a7-0430-4326-8d77-1b853d1265b2,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:27.580839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41200) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:27.582934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.584943 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc9f59a7-0430-4326-8d77-1b853d1265b2 HTTP/1.1" status: 204 len: 168 time: 0.5658154 Feb 09 07:47:27.596761 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:27.659868 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-bea44ef2-d785-4150-8588-c886b90d25c9 service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707191 Feb 09 07:47:27.705016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.736781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.812243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.830522 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4838da20-25f3-4d98-b48c-bb4bcb5bf3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:27.843180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2263b-bd54-4c64-8eca-28dd8c529b02,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:27.847591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:27.854664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.858805 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5b2263b-bd54-4c64-8eca-28dd8c529b02 HTTP/1.1" status: 204 len: 168 time: 0.2769256 Feb 09 07:47:27.887692 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280c2a2a-8348-4c63-aa34-7da629701e99 req-69dbb08c-b729-4b2d-bfdc-9472adccb42e service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2208471 Feb 09 07:47:28.235123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-7a0996af-5c56-4e7d-8862-9f14b12cae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:28.236907 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-7a0996af-5c56-4e7d-8862-9f14b12cae90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8649cee1c2424dd783056ecd09b6507e&device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 1160 time: 0.1352389 Feb 09 07:47:28.489398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-615f610d-b6a6-4d05-b847-f7fb7ccc0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:28.491938 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-615f610d-b6a6-4d05-b847-f7fb7ccc0f33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 200 len: 903 time: 0.2392011 Feb 09 07:47:28.510335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41226) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:28.586855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 44627c5f-404d-4247-ac06-c10b3a07916c up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:28.592731 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-7e6eea3f-04ff-405d-9341-e53dab872de0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 HTTP/1.1" status: 200 len: 217 time: 0.0857751 Feb 09 07:47:28.656724 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-51b17f2e-aec4-4b0f-805b-a80327b3dee5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f33c2245bf34968bb395cc7f0d0d84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455457 Feb 09 07:47:28.667698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41234) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:28.774527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-08003ca7-b255-4035-b964-947b35bd8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:28.782216 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-08003ca7-b255-4035-b964-947b35bd8c07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b61e92ca-b0ea-4766-909e-106d3850814c HTTP/1.1" status: 200 len: 849 time: 0.1822517 Feb 09 07:47:28.783171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 44627c5f-404d-4247-ac06-c10b3a07916c triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:28.783672 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:28.872091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:28.899505 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-713f8caf-95fe-4d23-8235-524e265e92b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=672925a3-9f51-458c-a1d3-f5471361c135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007028 Feb 09 07:47:28.939685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8594ac-ba68-439c-87eb-e24c5309bf54 req-80cf083e-91d0-483c-a191-5f740ad095f2 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:28.941432 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9c8594ac-ba68-439c-87eb-e24c5309bf54 req-80cf083e-91d0-483c-a191-5f740ad095f2 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 943 time: 0.2708933 Feb 09 07:47:28.944267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:29.034008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528423-fbfa-4600-ba4c-b7d5bfc80965 req-ad93f312-6748-44a4-ab7b-9e60b76a1e30 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:29.036304 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ea528423-fbfa-4600-ba4c-b7d5bfc80965 req-ad93f312-6748-44a4-ab7b-9e60b76a1e30 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.3115754 Feb 09 07:47:29.100492 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-38504ea4-cf74-4edf-9ced-441f988f25ca service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871009 Feb 09 07:47:29.101608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:29.106751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-22f7f15e-50e6-440b-9c29-2407b4472006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:29.127069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e8f9f-945c-4df0-ab59-47cd54bc5baa,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:29.143022 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9c8594ac-ba68-439c-87eb-e24c5309bf54 req-56b5b238-3cad-4504-a600-700cf9181d82 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942546 Feb 09 07:47:29.154602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:29.159608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:29.161013 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-72e162b0-1900-4d3f-9254-f41fb68473b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/183e8f9f-945c-4df0-ab59-47cd54bc5baa HTTP/1.1" status: 204 len: 168 time: 0.4922619 Feb 09 07:47:29.182169 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ea528423-fbfa-4600-ba4c-b7d5bfc80965 req-db96de5d-f769-4b28-8d84-7037f0e4d703 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248345 Feb 09 07:47:29.309785 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa26254-7764-4c28-8040-9d1d7425c74c req-6dd7c80c-de12-493a-9bcb-bd76189facdc service neutron] 10.222.0.44 "GET /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1843925 Feb 09 07:47:29.961887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0841-7dce-4581-a412-965d9a02a27f req-15efeee5-d14e-4121-986c-bb80dd0e90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:29.963713 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-15efeee5-d14e-4121-986c-bb80dd0e90b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 1162 time: 0.1618669 Feb 09 07:47:30.050029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767f85-ad43-400d-bb3a-e9b842bd22c0 req-bb6ef199-be2d-4629-aa71-cb4a0826c73a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:30.057519 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-77767f85-ad43-400d-bb3a-e9b842bd22c0 req-bb6ef199-be2d-4629-aa71-cb4a0826c73a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1795774 Feb 09 07:47:30.124465 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-77767f85-ad43-400d-bb3a-e9b842bd22c0 req-00dd167d-5a7a-412d-8b57-dd73b2c3607f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658648 Feb 09 07:47:30.172710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0841-7dce-4581-a412-965d9a02a27f req-39d3c751-2e2a-4ab5-b93b-6d74d22c10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:30.175364 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-39d3c751-2e2a-4ab5-b93b-6d74d22c10b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.1976776 Feb 09 07:47:30.349750 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-db509ea7-bea0-498d-a2e1-cd9448359294 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44627c5f-404d-4247-ac06-c10b3a07916c HTTP/1.1" status: 200 len: 217 time: 0.1638513 Feb 09 07:47:30.453609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a0841-7dce-4581-a412-965d9a02a27f req-9e7811fa-d401-4096-b43c-f8604d4cc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:30.456551 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-9e7811fa-d401-4096-b43c-f8604d4cc499 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.0918953 Feb 09 07:47:30.521621 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-eda8b3b5-3f29-4816-a589-e68caa75fa56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566678 Feb 09 07:47:30.786208 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-22a535c1-d84c-483f-adea-b392ab12272f service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552066 Feb 09 07:47:30.922484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d870e0-03ca-4257-b626-443da592f6c9 req-2278dfbf-7394-4675-b312-9b199255820c tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:30.930647 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12d870e0-03ca-4257-b626-443da592f6c9 req-2278dfbf-7394-4675-b312-9b199255820c tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 943 time: 0.3132288 Feb 09 07:47:30.986129 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a68a0841-7dce-4581-a412-965d9a02a27f req-3c56180c-f02d-4029-8bfe-e965bde5b4cc service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857338 Feb 09 07:47:30.999364 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12d870e0-03ca-4257-b626-443da592f6c9 req-8ebfe4d1-9921-4f9e-ae77-beb991f46cee tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 Feb 09 07:47:31.047659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:31.146980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:31.153314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:31.153965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:31.310548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:31.350418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:31.352862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:31.361408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:31.365469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:31.483487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199d0ca-7188-4efe-adb4-2c02c326e118 req-66fc5ad8-2854-4613-950d-e8ab00992147 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:31.485229 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f199d0ca-7188-4efe-adb4-2c02c326e118 req-66fc5ad8-2854-4613-950d-e8ab00992147 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2048624 Feb 09 07:47:31.592047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f199d0ca-7188-4efe-adb4-2c02c326e118 req-8d3f2f5b-b70a-4645-ab93-526faf2ec25a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003067 Feb 09 07:47:31.780966 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5', 'code': 200} Feb 09 07:47:31.808127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:31.811676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:31.854184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f96c7-6f11-4eeb-b3bc-990ed45c77b2 req-45f05147-71cc-4e2b-a6e1-bf39900a6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:31.856044 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e31f96c7-6f11-4eeb-b3bc-990ed45c77b2 req-45f05147-71cc-4e2b-a6e1-bf39900a6898 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 1162 time: 0.1023717 Feb 09 07:47:31.913011 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e31f96c7-6f11-4eeb-b3bc-990ed45c77b2 req-3cf661d5-d78e-456b-8e09-2a669329bc2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Feb 09 07:47:32.352702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62549e7-8e4b-4428-8474-9d5b93f466ca req-dd9aba17-df77-47e6-b672-dce3b6a0ce09 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:32.354580 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c62549e7-8e4b-4428-8474-9d5b93f466ca req-dd9aba17-df77-47e6-b672-dce3b6a0ce09 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 945 time: 0.1734776 Feb 09 07:47:32.424145 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c62549e7-8e4b-4428-8474-9d5b93f466ca req-9e6d52ec-2f16-4d49-bf69-759e1c39b22c tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Feb 09 07:47:32.492562 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-27852720-9206-47d3-a803-80b84926493f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1071162 Feb 09 07:47:32.534219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:32.610297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:32.610965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:32.702317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2080e-40ba-4369-996d-6feef780ca8b req-13c85c90-247a-4224-a3f3-e2458abd415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:32.704086 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-13c85c90-247a-4224-a3f3-e2458abd415b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1162 time: 0.0956564 Feb 09 07:47:32.893550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2080e-40ba-4369-996d-6feef780ca8b req-a7503d27-b3bb-4a95-bfd7-b76056759d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:32.895279 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-a7503d27-b3bb-4a95-bfd7-b76056759d38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.1569567 Feb 09 07:47:32.978941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419176f-c4fb-4f95-b00f-e0d5742d0c9b req-6597e6fd-efa5-4ae5-bfce-37d920e68cf6 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:32.980675 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0419176f-c4fb-4f95-b00f-e0d5742d0c9b req-6597e6fd-efa5-4ae5-bfce-37d920e68cf6 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2045596 Feb 09 07:47:33.070470 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0419176f-c4fb-4f95-b00f-e0d5742d0c9b req-cd417940-e8bf-4867-bb4e-e98f235ebbbc tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823269 Feb 09 07:47:33.275437 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-c8c83166-0293-4409-8634-273cd299730d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 1001 time: 0.3662283 Feb 09 07:47:33.388631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2080e-40ba-4369-996d-6feef780ca8b req-22349e38-1fa2-46a2-9f27-43f9670cfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:33.390582 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-22349e38-1fa2-46a2-9f27-43f9670cfcfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.1085842 Feb 09 07:47:33.568740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2080e-40ba-4369-996d-6feef780ca8b req-d0b773b4-f0e7-4ca5-808d-32a2f49449d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:33.573863 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-d0b773b4-f0e7-4ca5-808d-32a2f49449d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412570 Feb 09 07:47:33.799680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c740a-1936-467b-be19-ed8a1d3923ce req-861c08cd-2420-4773-aa62-f7b29b5f596c tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:33.808201 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-238c740a-1936-467b-be19-ed8a1d3923ce req-861c08cd-2420-4773-aa62-f7b29b5f596c tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 945 time: 0.2021220 Feb 09 07:47:33.835045 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-e550d242-0a44-435b-8a9a-70fe867fdb42 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567036 Feb 09 07:47:33.893879 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-238c740a-1936-467b-be19-ed8a1d3923ce req-fccd48fc-fa5c-44f0-8556-e96d3a490383 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843637 Feb 09 07:47:34.002333 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e2080e-40ba-4369-996d-6feef780ca8b req-d70b46ee-d7ef-48c3-b1e8-64cf44c1ddf1 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555870 Feb 09 07:47:34.419049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a242-0fb2-4661-a7e5-f11761f2177e req-3a6655e3-f4c2-4ccc-97d9-4b79b4933313 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:34.420968 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-83d4a242-0fb2-4661-a7e5-f11761f2177e req-3a6655e3-f4c2-4ccc-97d9-4b79b4933313 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2128003 Feb 09 07:47:34.496930 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-83d4a242-0fb2-4661-a7e5-f11761f2177e req-84a2058a-6831-48cb-83d7-3d83d54b3f59 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687892 Feb 09 07:47:34.871888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41476) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:35.032289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.053477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:35.057823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Usage tracker for resource:security_group_rule and tenant:74be04b17f024a5c9d303444293a1611 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:35.060916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:35.067413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:35.155570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.160338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.171089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:35.174469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164b44-0ba4-4783-a8e3-1879f0cc8350 req-38a9e184-0b3e-46a4-9b23-027fdf7eeee5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:35.182147 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5d164b44-0ba4-4783-a8e3-1879f0cc8350 req-38a9e184-0b3e-46a4-9b23-027fdf7eeee5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2027295 Feb 09 07:47:35.225276 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74be04b17f024a5c9d303444293a1611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517876 Feb 09 07:47:35.226151 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41486) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:35.227605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9529908-a701-4b58-8f77-e8232fbcc87d,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:35.233117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:35.309608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.337089 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5d164b44-0ba4-4783-a8e3-1879f0cc8350 req-f37aa93d-6acd-40a6-a842-4c123937b86d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539636 Feb 09 07:47:35.371877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.438068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.445695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6f3aa931-c63f-4cf8-bbe7-921a4210361c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:35.466514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9529908-a701-4b58-8f77-e8232fbcc87d,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:35.473474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:35.493022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.494351 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a058d659-09cc-4cf4-9aee-8285a5248a73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9529908-a701-4b58-8f77-e8232fbcc87d HTTP/1.1" status: 204 len: 168 time: 0.2640810 Feb 09 07:47:35.929483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfda79-264a-4607-a022-543bb350170e req-6a355029-2be2-4da1-b7b4-766918d70196 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:35.931268 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-83cfda79-264a-4607-a022-543bb350170e req-6a355029-2be2-4da1-b7b4-766918d70196 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2551422 Feb 09 07:47:36.037948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41530) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:36.070393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.091940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:36.098001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Usage tracker for resource:security_group_rule and tenant:f653f3c8237b4ef0b2e44199cb993502 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:36.103792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:36.111881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:36.252382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.256724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.266510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-83cfda79-264a-4607-a022-543bb350170e req-ecd3296f-c754-4926-b5a6-e6bf71ae1f15 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822027 Feb 09 07:47:36.268231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-403fb988-49a2-440c-998b-94a05092b3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:36.328585 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f653f3c8237b4ef0b2e44199cb993502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894104 Feb 09 07:47:36.330065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41548) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:36.330793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a6e2b-1c4b-4e49-8b55-a2a468955206,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:36.336068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:36.375387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fab2f-6030-412e-b64a-635b059c5087 req-e2468b7a-c39b-4136-a23d-2d2a67d621f1 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:36.377749 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d04fab2f-6030-412e-b64a-635b059c5087 req-e2468b7a-c39b-4136-a23d-2d2a67d621f1 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 945 time: 0.4454420 Feb 09 07:47:36.418424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.464589 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d04fab2f-6030-412e-b64a-635b059c5087 req-7ca403d2-5048-435b-8276-f1d351bf8b34 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794010 Feb 09 07:47:36.483099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.542920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.548932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9fd4fd06-12fb-426e-b8bc-41e6eaca9287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:36.567904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a6e2b-1c4b-4e49-8b55-a2a468955206,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:36.588421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:36.613837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.618376 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/375a6e2b-1c4b-4e49-8b55-a2a468955206 HTTP/1.1" status: 204 len: 168 time: 0.2845037 Feb 09 07:47:36.715078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460510a9-d5f4-45bd-9423-82a4281480c1 req-4a3f0d43-dfc9-445e-b6e2-6f80e96a0682 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:36.716784 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-460510a9-d5f4-45bd-9423-82a4281480c1 req-4a3f0d43-dfc9-445e-b6e2-6f80e96a0682 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.1997793 Feb 09 07:47:36.790211 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-460510a9-d5f4-45bd-9423-82a4281480c1 req-bf260443-505e-4a4b-89c7-542f8277cbd0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658140 Feb 09 07:47:37.623852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0769-ee21-408d-a6f8-c692eff61724 req-ca709dcb-4c07-46cc-8336-612b1ff97713 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:37.632033 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b01c0769-ee21-408d-a6f8-c692eff61724 req-ca709dcb-4c07-46cc-8336-612b1ff97713 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1933992 Feb 09 07:47:37.770022 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b01c0769-ee21-408d-a6f8-c692eff61724 req-6a1cc979-5fd9-4901-9b5c-be7afead74dd tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365473 Feb 09 07:47:37.873037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:47:37.932892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682dd86-35fc-4dfc-b882-a8fa0536e221 req-b1d600bb-4ce3-4966-975e-4074922a3c4e tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:37.941022 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a682dd86-35fc-4dfc-b882-a8fa0536e221 req-b1d600bb-4ce3-4966-975e-4074922a3c4e tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 945 time: 0.3066990 Feb 09 07:47:38.029925 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a682dd86-35fc-4dfc-b882-a8fa0536e221 req-ded8e266-8435-43a4-99e0-4f9308ea6da3 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Feb 09 07:47:38.032054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41616) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:38.108066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-d8b6db6f-f458-413e-95a3-26e8e143c573 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:38.109023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-d8b6db6f-f458-413e-95a3-26e8e143c573 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Synchronizing usage tracker for tenant:8649cee1c2424dd783056ecd09b6507e on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:47:38.126501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-d8b6db6f-f458-413e-95a3-26e8e143c573 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Unset dirty status for tenant:8649cee1c2424dd783056ecd09b6507e on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:47:38.127906 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-d8b6db6f-f458-413e-95a3-26e8e143c573 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 945 time: 0.2906661 Feb 09 07:47:38.262056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa207ef-92bc-4eef-aa63-990fb9e48a4e req-7b44e2f2-90d3-495d-930f-26e875781ef6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:38.271648 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1aa207ef-92bc-4eef-aa63-990fb9e48a4e req-7b44e2f2-90d3-495d-930f-26e875781ef6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2344804 Feb 09 07:47:38.322868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Deleting port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:47:38.323455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.362618 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1aa207ef-92bc-4eef-aa63-990fb9e48a4e req-d2571a3d-037b-497a-93e2-445b459ac3e1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904906 Feb 09 07:47:38.363792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.382015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:38.386041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Usage tracker for resource:security_group_rule and tenant:e227e579889c484187cef43d77e05041 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:38.389181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:38.399121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:38.466244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:47:38.501910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.506103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.518245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1fb3227c-6596-4ec5-b3f5-0a115576b6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:38.550988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7694c26c-ab9d-4da8-9df9-164613757cb0,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:38.568528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:38.590791 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e227e579889c484187cef43d77e05041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563459 Feb 09 07:47:38.591490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41636) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:38.623167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.645726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] For port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:38.646417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.653781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:38.662578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.666207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:38.673872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.678973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:38.693245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.816122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Calling delete_port for 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:47:38.837786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.847651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b2ca485d-14b9-4d0a-905c-92656e6a876c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:38.889052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694c26c-ab9d-4da8-9df9-164613757cb0,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:38.892567 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5', 'code': 200} Feb 09 07:47:38.893975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:38.897768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:38.898871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:38.901544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:38.901830 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7694c26c-ab9d-4da8-9df9-164613757cb0 HTTP/1.1" status: 204 len: 168 time: 0.3092883 Feb 09 07:47:38.963725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79915) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:47:38.964372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:47:39.213558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122db642-af08-4c30-806d-923edf7db6d8 req-57fa67bb-2a71-4e0b-a106-08bee3251c62 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:39.215345 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-122db642-af08-4c30-806d-923edf7db6d8 req-57fa67bb-2a71-4e0b-a106-08bee3251c62 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1976981 Feb 09 07:47:39.342665 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-122db642-af08-4c30-806d-923edf7db6d8 req-e04aecce-b5e4-4c1e-ba0b-c3e82a5ed7ab tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873563 Feb 09 07:47:39.465339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Deleting port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:47:39.465929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:39.470546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95953973-b63d-4725-910c-3af2741bd557 req-90b08f99-679d-4bcb-920e-df34c1fdcc45 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:39.472507 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-95953973-b63d-4725-910c-3af2741bd557 req-90b08f99-679d-4bcb-920e-df34c1fdcc45 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 943 time: 0.2561321 Feb 09 07:47:39.528990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41670) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:39.595277 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-95953973-b63d-4725-910c-3af2741bd557 req-6285a7ba-1047-4031-9465-752ef3fce459 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7c30575-6939-48c9-9f55-fac6abafe2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112821 Feb 09 07:47:39.766639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3652e26f-ed1b-47c9-ad4e-e44c1c5ee46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:39.841238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] For port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,segment=NetworkSegment(b40de8f3-32b0-4cd8-808f-afd187c277fd),segment_id=b40de8f3-32b0-4cd8-808f-afd187c277fd)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:39.841791 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:39.866237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd55c7f-85b8-49db-8c98-6abc30e7f703 req-025ee7b5-3f85-4e77-a300-89b834248d38 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:39.868746 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1dd55c7f-85b8-49db-8c98-6abc30e7f703 req-025ee7b5-3f85-4e77-a300-89b834248d38 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2707458 Feb 09 07:47:39.869459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41674) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:40.007027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.014846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Calling delete_port for 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:47:40.021895 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1dd55c7f-85b8-49db-8c98-6abc30e7f703 req-bebb0b8e-7e4c-4cf3-90af-dc7144856f03 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320329 Feb 09 07:47:40.065054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.108697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:40.118443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c7066a6fcd9b4d8c97d4667188930564 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:40.121967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:40.135268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:40.163888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.186472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:40.192771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Usage tracker for resource:security_group_rule and tenant:0819434a34d64e63a17673badc8f5638 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:40.197150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:40.205217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:40.268464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.288099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:40.311979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a18fd-642a-484e-91d2-2b4394c8b0ad req-ba37e495-79d4-46a1-965d-a4a20b1ef6d9 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:40.314397 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7d7a18fd-642a-484e-91d2-2b4394c8b0ad req-ba37e495-79d4-46a1-965d-a4a20b1ef6d9 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2693799 Feb 09 07:47:40.350241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Pushing event deleted for resources: {'Port': ['ID=2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:40.354365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:40.416740 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7d7a18fd-642a-484e-91d2-2b4394c8b0ad req-c0e762bf-138e-4e14-9515-5e1103a20c05 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917523 Feb 09 07:47:40.492915 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.500139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.512113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.527227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.538357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-63791aff-087c-451e-b6df-02b95ffe090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:40.552150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d7332bca-f3f3-4cb2-bc63-6ac30b72d5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:40.585240 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7066a6fcd9b4d8c97d4667188930564&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0228209 Feb 09 07:47:40.587919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41696) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:40.663408 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0819434a34d64e63a17673badc8f5638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7922456 Feb 09 07:47:40.667360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] No DVR routers for this DVR port 2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:47:40.668429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e5db6f-2814-4741-aa8b-33f0c2009086,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:40.669853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.671346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41706) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:40.676056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:40.678215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'name': 'network-vif-deleted', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:47:40.683242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfd671e-d49d-4421-bbd7-2e992af78c73,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:40.686729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:40.759192 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-449675ae-caf2-4601-a8ef-2fa902a6cccd req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.44 "DELETE /v2.0/ports/2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5 HTTP/1.1" status: 204 len: 173 time: 2.6248074 Feb 09 07:47:40.810446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.824842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239280e2-90be-4ec1-8503-a638caac9ab6 req-07cde8b3-a14d-4a64-9ac8-b736080a620a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:40.826490 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-239280e2-90be-4ec1-8503-a638caac9ab6 req-07cde8b3-a14d-4a64-9ac8-b736080a620a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2708936 Feb 09 07:47:40.840961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.893730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.901492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e8ae056d-ab04-4545-ab79-381ac00d6740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:40.922266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfd671e-d49d-4421-bbd7-2e992af78c73,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:40.927028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:40.930137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:40.933815 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cfd671e-d49d-4421-bbd7-2e992af78c73 HTTP/1.1" status: 204 len: 168 time: 0.3356006 Feb 09 07:47:40.933903 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d19acb09-351c-48a8-9899-cee26d8400cc req-b8ea32c8-f060-4e0f-b7a1-9342774f1432 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.1017048 Feb 09 07:47:40.968425 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.037113 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2ee8bc-a4d1-4ad6-ba8b-b3ed1c5ad2b0', 'name': 'network-vif-deleted', 'tag': '2ba858f0-4c0f-4de5-a4c2-3aadfec9fef5', 'status': 'completed', 'code': 200} Feb 09 07:47:41.038720 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-239280e2-90be-4ec1-8503-a638caac9ab6 req-9d558c3e-c2ad-4c90-aff2-7919c2ca0657 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978099 Feb 09 07:47:41.044709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.099640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.105599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-309e94ed-58fd-4f90-96ee-6207436c4197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:41.117537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e5db6f-2814-4741-aa8b-33f0c2009086,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:41.120328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:41.126604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.128007 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90e5db6f-2814-4741-aa8b-33f0c2009086 HTTP/1.1" status: 204 len: 168 time: 0.4538717 Feb 09 07:47:41.483888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ecbf-27a2-4a2f-a6d9-35bb88f7a5de req-f389b3a9-5ab7-432e-91c4-fa2cc9113292 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:41.486071 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9043ecbf-27a2-4a2f-a6d9-35bb88f7a5de req-f389b3a9-5ab7-432e-91c4-fa2cc9113292 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2283590 Feb 09 07:47:41.628542 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9043ecbf-27a2-4a2f-a6d9-35bb88f7a5de req-08ba9fa5-6831-483d-aa8c-781a42ac39c9 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343501 Feb 09 07:47:41.843676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41746) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:41.868496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.890888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:41.898114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4dc995a759457898468a2a04594192 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:41.901987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:41.988867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad36-7190-49c4-bc1e-27d6b5c4446b req-1c4a75a3-a6ac-482a-842b-c15d7c28dd56 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:41.990636 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3673ad36-7190-49c4-bc1e-27d6b5c4446b req-1c4a75a3-a6ac-482a-842b-c15d7c28dd56 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2595763 Feb 09 07:47:41.994852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:42.080415 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3673ad36-7190-49c4-bc1e-27d6b5c4446b req-f1c7352e-024a-4a4a-99a8-b67069ef2eec tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801880 Feb 09 07:47:42.157813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.162309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.174460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eecb52bc-d943-403c-82d9-7cb4a780dd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:42.274265 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee4dc995a759457898468a2a04594192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290490 Feb 09 07:47:42.277179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-72ee2156-44fa-4a17-94ad-5566d02e5b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.278132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41764) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:42.285429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af3ca6e-e6be-432f-94f7-0cb202f8cd0f,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:42.291469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:42.359552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.392881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.418797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed72c0-949f-49b5-abf2-9d7c70eff62a req-6f10844b-8404-4001-a98f-461af0d6807b tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:42.420510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47ed72c0-949f-49b5-abf2-9d7c70eff62a req-6f10844b-8404-4001-a98f-461af0d6807b tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2208657 Feb 09 07:47:42.453710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.461057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ef3b0bfe-23c2-46db-a8fa-b3d40a31d7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:42.473759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af3ca6e-e6be-432f-94f7-0cb202f8cd0f,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:42.479993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:42.495327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.499318 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8af3ca6e-e6be-432f-94f7-0cb202f8cd0f HTTP/1.1" status: 204 len: 168 time: 0.2148798 Feb 09 07:47:42.510579 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47ed72c0-949f-49b5-abf2-9d7c70eff62a req-0f5765bd-12c4-4900-8568-2a0a7dc1e531 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812309 Feb 09 07:47:42.893626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:43.093779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a0f0-e94f-4600-8b8d-2f7da35a71be req-46c36442-edce-40e6-8a36-9d2446e70001 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:43.093779 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4058a0f0-e94f-4600-8b8d-2f7da35a71be req-46c36442-edce-40e6-8a36-9d2446e70001 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2004671 Feb 09 07:47:43.196911 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4058a0f0-e94f-4600-8b8d-2f7da35a71be req-208a37e0-2b35-474d-8d07-a4dc63fdf2a7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923800 Feb 09 07:47:43.548314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d77a6-e970-4775-9715-517aa87a9b24 req-a6fb1ac8-f67a-4063-bb4e-2d399286b587 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:43.555998 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-343d77a6-e970-4775-9715-517aa87a9b24 req-a6fb1ac8-f67a-4063-bb4e-2d399286b587 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2223535 Feb 09 07:47:43.626603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:43.632666 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-343d77a6-e970-4775-9715-517aa87a9b24 req-13221ea9-bd32-4019-8616-70826bce6adf tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757039 Feb 09 07:47:43.902158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddfd8-9e0f-4e80-8f13-f38819d54c78 req-21c5070c-dfb6-4094-9ed2-cf2389749ce9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:43.909298 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-261ddfd8-9e0f-4e80-8f13-f38819d54c78 req-21c5070c-dfb6-4094-9ed2-cf2389749ce9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2252970 Feb 09 07:47:43.974336 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-261ddfd8-9e0f-4e80-8f13-f38819d54c78 req-4ec157d1-a8d4-418d-9a12-04d08b438db4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626004 Feb 09 07:47:44.254760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:44.576844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67969a-f385-42be-8c68-59cede59308e req-e7fe8ead-bfaa-439c-8696-447c9a881847 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:44.578632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f67969a-f385-42be-8c68-59cede59308e req-e7fe8ead-bfaa-439c-8696-447c9a881847 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2143326 Feb 09 07:47:44.644411 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f67969a-f385-42be-8c68-59cede59308e req-bc48b5ee-3454-4892-b163-4f3b6aab91f3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591719 Feb 09 07:47:44.940014 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862e2f-41d7-492e-bc24-ec109acd2243 req-19151a3b-80fd-4fca-bea0-cbef615fc9f4 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:44.941752 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef862e2f-41d7-492e-bc24-ec109acd2243 req-19151a3b-80fd-4fca-bea0-cbef615fc9f4 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1687651 Feb 09 07:47:45.009877 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef862e2f-41d7-492e-bc24-ec109acd2243 req-1119fae1-4cb9-47a8-8b25-9f48a65c9634 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617034 Feb 09 07:47:45.265795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787f007-1d84-41e1-bea6-0b9cde5363ce req-289cd1e6-68fb-4612-95f8-58884cf1335f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:45.268013 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b787f007-1d84-41e1-bea6-0b9cde5363ce req-289cd1e6-68fb-4612-95f8-58884cf1335f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1646936 Feb 09 07:47:45.334111 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b787f007-1d84-41e1-bea6-0b9cde5363ce req-0a8bbe03-54e7-4830-9c08-d7a95bc6be57 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591567 Feb 09 07:47:45.987617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030a8df-c7f9-4ae4-b761-1caad3fdde24 req-6e737f38-53d3-4456-89ce-1b4a8525a0b1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:45.989339 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9030a8df-c7f9-4ae4-b761-1caad3fdde24 req-6e737f38-53d3-4456-89ce-1b4a8525a0b1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.1768243 Feb 09 07:47:46.082437 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9030a8df-c7f9-4ae4-b761-1caad3fdde24 req-1c8032f7-2b13-441f-8c1c-1d7c8e19dd70 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853126 Feb 09 07:47:46.589310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 41966) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:46.619075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d004-391e-4092-a1a5-dd64e3227f3c req-4ef754a5-4748-4d00-b312-8e8e520558b5 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:46.621030 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1861d004-391e-4092-a1a5-dd64e3227f3c req-4ef754a5-4748-4d00-b312-8e8e520558b5 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.3983335 Feb 09 07:47:46.851911 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1861d004-391e-4092-a1a5-dd64e3227f3c req-40de9f12-d90e-4a27-89d7-2e0d1287487d tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174548 Feb 09 07:47:46.911748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:46.933931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:46.935189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Usage tracker for resource:security_group_rule and tenant:3712fcd1902d4ed99736bfa8a7b3fac0 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:46.939122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:46.945156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:47.029789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a920-f136-49e8-80fe-ced48ee279bb req-c08ac484-a0eb-4c00-a0aa-e4f624ab3932 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:47.038778 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-de22a920-f136-49e8-80fe-ced48ee279bb req-c08ac484-a0eb-4c00-a0aa-e4f624ab3932 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.4145870 Feb 09 07:47:47.069745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.082305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.136858 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9b10dd16-5095-4290-a5d7-00d342d336ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:47.139202 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-de22a920-f136-49e8-80fe-ced48ee279bb req-c4281536-b626-46b8-a944-7637a59d030c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990639 Feb 09 07:47:47.173636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 41994) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:47.173834 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3712fcd1902d4ed99736bfa8a7b3fac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779686 Feb 09 07:47:47.221267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283cc144-7ac0-41ee-989d-cb23f17d7479,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:47.241143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.241707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.242206 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.248467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.248887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.249655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.250217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.251298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.251855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.252425 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.252976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.253540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.254231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.254802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.255369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.255699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.256685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.257616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.259836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.260549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.261866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.263463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.264030 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.265527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.268096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:47.283233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:47.348065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42000) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:47.380338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.530825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b6e7-58d8-4902-9253-d0329bf924fb req-39238e44-37ab-45c7-9b80-3d24e73f62e6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:47.539032 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dd74b6e7-58d8-4902-9253-d0329bf924fb req-39238e44-37ab-45c7-9b80-3d24e73f62e6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2584405 Feb 09 07:47:47.558205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.582300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:47.595380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Usage tracker for resource:security_group_rule and tenant:ae94d0b832c64ab7b00c8414c0ecd5e0 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:47.598679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:47.605026 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dd74b6e7-58d8-4902-9253-d0329bf924fb req-99b96ea6-1279-4d21-9e99-fbbcfbfab3ae tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650365 Feb 09 07:47:47.605164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:47.606255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.611964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-58a86a38-d8ed-4827-9705-2aee2e457ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:47.635904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283cc144-7ac0-41ee-989d-cb23f17d7479,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:47.638650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:47.643879 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.645495 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/283cc144-7ac0-41ee-989d-cb23f17d7479 HTTP/1.1" status: 204 len: 168 time: 0.4768107 Feb 09 07:47:47.731418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.736489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.766258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6a7b9768-67f5-426b-aafa-f7ea653a64d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:47.776292 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae94d0b832c64ab7b00c8414c0ecd5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269154 Feb 09 07:47:47.779196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 42008) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:47.840372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e11a9-5e88-4f3d-acea-3d2178d62c79,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:47.843936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:47.919569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.964183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:48.018353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:48.028748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ec23038f-c354-49e1-89fb-db6e86ba5958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:48.063831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e11a9-5e88-4f3d-acea-3d2178d62c79,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:48.092574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:48.097756 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/072e11a9-5e88-4f3d-acea-3d2178d62c79 HTTP/1.1" status: 204 len: 168 time: 0.3171151 Feb 09 07:47:48.112083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:48.431650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b408f-5bec-4fe2-a8d9-db97ef15fcc7 req-8ba10156-87fb-4277-b83b-6721c8fd97d4 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:48.440755 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-005b408f-5bec-4fe2-a8d9-db97ef15fcc7 req-8ba10156-87fb-4277-b83b-6721c8fd97d4 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.3781705 Feb 09 07:47:48.715968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42048) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:48.770008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:48.816351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:48.823486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9812dac9c04e6a97eeeb7234fa64e1 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:48.831089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:48.843620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:48.854260 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-005b408f-5bec-4fe2-a8d9-db97ef15fcc7 req-077f22d2-bd7d-468e-a4cc-5b817efa3404 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4079242 Feb 09 07:47:49.052518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815c2f-a17f-4598-9531-1bef62f10a7e req-7e9acb3d-ae11-4f94-bf4f-c5c86443ee7d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:49.056225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.061702 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7815c2f-a17f-4598-9531-1bef62f10a7e req-7e9acb3d-ae11-4f94-bf4f-c5c86443ee7d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.6185458 Feb 09 07:47:49.067135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.132834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-62ae23be-d446-4f6a-b52c-ff462eb5930b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:49.153991 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7815c2f-a17f-4598-9531-1bef62f10a7e req-15bdb6c0-a2ff-46f9-9a33-fa045bee0b79 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911040 Feb 09 07:47:49.154867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 42060) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:49.155397 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a9812dac9c04e6a97eeeb7234fa64e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379344 Feb 09 07:47:49.195078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0a028-ab53-4a8c-8482-85f160f8005b,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:49.198728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:49.349661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42068) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:49.393263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a123d-a3ae-46e8-a05e-be33b3518e32 req-2ca50a97-bb1c-4fe0-ad8d-f98a7d258597 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:49.395326 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9f8a123d-a3ae-46e8-a05e-be33b3518e32 req-2ca50a97-bb1c-4fe0-ad8d-f98a7d258597 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2390490 Feb 09 07:47:49.469982 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9f8a123d-a3ae-46e8-a05e-be33b3518e32 req-b80387f5-94cc-47a4-a166-4d223152c013 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661354 Feb 09 07:47:49.471274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.502915 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.568063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.572100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:49.589245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.590506 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6a0a028-ab53-4a8c-8482-85f160f8005b HTTP/1.1" status: 204 len: 168 time: 0.4318147 Feb 09 07:47:49.591541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0a028-ab53-4a8c-8482-85f160f8005b,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:49.596334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:49.883079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.920343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:49.925083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Usage tracker for resource:security_group_rule and tenant:b84dbbc1ac01458b81ac5180d979662b is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:49.929085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:49.936325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:50.076343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.082297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.095832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6e9c98b5-0b65-4322-90dd-7532e90f89de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:50.137721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e150b-c5d5-4100-9d1a-50f6c0e5a934,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:50.142388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:50.195316 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b84dbbc1ac01458b81ac5180d979662b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408518 Feb 09 07:47:50.195601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42106) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:50.322357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b46a2-c34e-4524-b49b-79d9cf2f0623 req-611d0e05-4592-4ae4-beee-acae9d1b47b6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:50.330595 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e53b46a2-c34e-4524-b49b-79d9cf2f0623 req-611d0e05-4592-4ae4-beee-acae9d1b47b6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2329493 Feb 09 07:47:50.376551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.411805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.438450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42110) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:50.471339 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e53b46a2-c34e-4524-b49b-79d9cf2f0623 req-0268a06c-1632-488d-ac82-a66f77751acc tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394546 Feb 09 07:47:50.479088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.499344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:50.504199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Usage tracker for resource:security_group_rule and tenant:9f094e7e6d7d41f299cebc23f612af5a is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:50.519143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:50.525853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:50.549015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.557797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-be27fe7d-f6b7-46e0-9536-af1f9e9e2dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:50.583039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e150b-c5d5-4100-9d1a-50f6c0e5a934,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:50.597529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:50.647946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.655735 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e4e150b-c5d5-4100-9d1a-50f6c0e5a934 HTTP/1.1" status: 204 len: 168 time: 0.4589238 Feb 09 07:47:50.687309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eaaba-3518-4e57-afc4-cb854bea0f3f req-331b3e7d-e91f-4324-ad05-f6e5de6ac0a9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:50.704006 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-213eaaba-3518-4e57-afc4-cb854bea0f3f req-331b3e7d-e91f-4324-ad05-f6e5de6ac0a9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.3258684 Feb 09 07:47:50.915090 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.923538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:50.941380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6f730faf-8e5b-43dc-a5b9-9be0acf1afbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:51.034235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec58505-530e-4624-8c6f-63ed807277f4,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:51.049471 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f094e7e6d7d41f299cebc23f612af5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6094861 Feb 09 07:47:51.050565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:51.062097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42124) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:51.086141 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-213eaaba-3518-4e57-afc4-cb854bea0f3f req-2a71d28a-e33c-4fd9-8488-da9442488f21 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384675 Feb 09 07:47:51.162340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.192759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.203014 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c90a35-2fb7-4c2e-9dde-726a10cf4210 req-b949eb0b-7c80-4f85-a161-017da84afe2a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:51.211738 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-79c90a35-2fb7-4c2e-9dde-726a10cf4210 req-b949eb0b-7c80-4f85-a161-017da84afe2a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.5066371 Feb 09 07:47:51.253776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.261228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-efb3536d-8fcf-489c-b11d-23e0a7487865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:51.272640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec58505-530e-4624-8c6f-63ed807277f4,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:51.280887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:51.281793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.283023 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cec58505-530e-4624-8c6f-63ed807277f4 HTTP/1.1" status: 204 len: 168 time: 0.2198806 Feb 09 07:47:51.286196 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-79c90a35-2fb7-4c2e-9dde-726a10cf4210 req-88a1645a-9840-4a3f-8990-f266405a6f3a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733190 Feb 09 07:47:52.008582 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beb219-11f8-4164-90fa-73e5498cac8c req-e3ca9169-4f09-402b-8d97-6f46c0b2b339 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:52.010477 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2beb219-11f8-4164-90fa-73e5498cac8c req-e3ca9169-4f09-402b-8d97-6f46c0b2b339 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.3589864 Feb 09 07:47:52.202257 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2beb219-11f8-4164-90fa-73e5498cac8c req-ba7fb0f3-a2c4-4144-a340-288bfe83d412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586840 Feb 09 07:47:52.569342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4290-bd8b-47ea-a66a-e67be2e79981 req-bbac598b-9a53-409e-b95f-38f1eca65f6c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:52.571488 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-73ba4290-bd8b-47ea-a66a-e67be2e79981 req-bbac598b-9a53-409e-b95f-38f1eca65f6c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2933221 Feb 09 07:47:52.816019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1def8-ec46-46d7-ae0d-524a4debe660 req-01353ed2-f4e4-4759-aad1-af65304a7627 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:52.817756 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e5b1def8-ec46-46d7-ae0d-524a4debe660 req-01353ed2-f4e4-4759-aad1-af65304a7627 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2450669 Feb 09 07:47:52.880219 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-73ba4290-bd8b-47ea-a66a-e67be2e79981 req-aac1bbb9-04cb-411b-8a40-ad47b49379b2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392328 Feb 09 07:47:52.981666 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e5b1def8-ec46-46d7-ae0d-524a4debe660 req-b0e4e054-c6f6-4ff7-a67b-0f6af7c52747 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403608 Feb 09 07:47:53.607671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517d7b2-8ef2-43b9-a265-a8066e27d830 req-d2170086-8e8a-4de5-a54f-0ee342affac6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:53.609418 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b517d7b2-8ef2-43b9-a265-a8066e27d830 req-d2170086-8e8a-4de5-a54f-0ee342affac6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2512307 Feb 09 07:47:53.729994 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b517d7b2-8ef2-43b9-a265-a8066e27d830 req-759817bb-02e2-4626-96a6-f7c233331ca1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111531 Feb 09 07:47:54.592820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94e0c4-be2b-4d6a-9721-755588e813af req-1d032f3f-a9ab-448e-b7bf-8a37fa9b577a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:54.601156 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ea94e0c4-be2b-4d6a-9721-755588e813af req-1d032f3f-a9ab-448e-b7bf-8a37fa9b577a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.4180942 Feb 09 07:47:54.745808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d009ea-ad72-412b-ba40-c500df021a6a req-2e2a968f-3cf8-4012-a67c-1f0a9db3ce33 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:54.747764 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-38d009ea-ad72-412b-ba40-c500df021a6a req-2e2a968f-3cf8-4012-a67c-1f0a9db3ce33 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.4301298 Feb 09 07:47:54.817825 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ea94e0c4-be2b-4d6a-9721-755588e813af req-cea412ca-5ea3-441a-bd6e-ec24ff06175c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152743 Feb 09 07:47:54.851221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:54.940850 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-38d009ea-ad72-412b-ba40-c500df021a6a req-44bce79e-77aa-445f-a110-35295366ec11 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569371 Feb 09 07:47:55.072244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:55.072868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:55.409060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de594d8-8d07-48db-bdcf-74bce0f7d209 req-ce3e8cfe-4838-4db6-8da1-5519238ad070 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:55.413569 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1de594d8-8d07-48db-bdcf-74bce0f7d209 req-ce3e8cfe-4838-4db6-8da1-5519238ad070 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.3141685 Feb 09 07:47:55.538247 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1de594d8-8d07-48db-bdcf-74bce0f7d209 req-82a137f2-2f87-4bea-844e-2358d55c1eed tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191351 Feb 09 07:47:56.380373 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafebfe-74be-4b64-a592-92d06038701b req-d210f4be-78fd-4894-acbc-776aaf0e84a1 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:56.388771 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-abafebfe-74be-4b64-a592-92d06038701b req-d210f4be-78fd-4894-acbc-776aaf0e84a1 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.4169989 Feb 09 07:47:56.546439 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-abafebfe-74be-4b64-a592-92d06038701b req-bec60eb6-ba06-42df-8986-08a0b7cfbcab tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560104 Feb 09 07:47:56.819984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246f50e-5e5b-4b4c-a8bd-f54c02e9fa4f req-cb308877-2ecd-43fc-b442-7313b2a533b0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:56.827799 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5246f50e-5e5b-4b4c-a8bd-f54c02e9fa4f req-cb308877-2ecd-43fc-b442-7313b2a533b0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.4337990 Feb 09 07:47:57.017834 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5246f50e-5e5b-4b4c-a8bd-f54c02e9fa4f req-a63d22cc-ac79-413b-b49e-83dec9c18678 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885209 Feb 09 07:47:57.184949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af9eca-c5fb-4efb-9f41-aa9f152b1826 req-91b08d2a-cfd3-4f9d-a192-8e9e38f75861 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:57.187318 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-65af9eca-c5fb-4efb-9f41-aa9f152b1826 req-91b08d2a-cfd3-4f9d-a192-8e9e38f75861 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.3282175 Feb 09 07:47:57.368174 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-65af9eca-c5fb-4efb-9f41-aa9f152b1826 req-f0374c0b-cbe1-4c16-9ae6-13368cfbe448 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734905 Feb 09 07:47:57.961807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42362) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:58.252355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:58.280381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:58.285735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbc464c807a426995d505e0e7ebf7e6 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:58.289276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:58.295548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:58.398930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a42f-03e3-40b2-9b5d-84f5a1b9d020 req-a094ccae-eff5-46f0-a126-d1b3b53c6e99 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:58.406794 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c956a42f-03e3-40b2-9b5d-84f5a1b9d020 req-a094ccae-eff5-46f0-a126-d1b3b53c6e99 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.6024761 Feb 09 07:47:58.497895 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c956a42f-03e3-40b2-9b5d-84f5a1b9d020 req-d2826b2b-ee04-46f3-9abe-7be618cdbe4c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Feb 09 07:47:58.651554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-5ed2e880-6bae-4592-93ee-3f5ef55a6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:58.660151 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-5ed2e880-6bae-4592-93ee-3f5ef55a6c24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1163 time: 0.3285677 Feb 09 07:47:58.920831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1158ed-48c6-4a75-83b1-c951c15060f6 req-ea151a66-bc78-4256-ac02-26893758f52c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:58.928301 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e1158ed-48c6-4a75-83b1-c951c15060f6 req-ea151a66-bc78-4256-ac02-26893758f52c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.8240747 Feb 09 07:47:58.987950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:59.007796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:59.018389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9a942717-ac93-43c5-a24a-22d14ffb0009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:59.096681 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e1158ed-48c6-4a75-83b1-c951c15060f6 req-e4a2b01e-8b20-4f05-ac04-1f618e0efe0c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970781 Feb 09 07:47:59.119649 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bbc464c807a426995d505e0e7ebf7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554966 Feb 09 07:47:59.123786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42386) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:59.124764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9067e1a9-216b-44e3-bc90-7c09674753c1,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:59.140603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:59.162911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-2b2f046e-50ad-4e2c-ac53-1087c7676da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:59.164772 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-2b2f046e-50ad-4e2c-ac53-1087c7676da9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.4791551 Feb 09 07:47:59.217496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616101f-da9a-4b5a-9017-c6c15cf27788 req-53faa655-bd32-4081-93e3-fe2eb658740d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:59.225322 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b616101f-da9a-4b5a-9017-c6c15cf27788 req-53faa655-bd32-4081-93e3-fe2eb658740d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2955155 Feb 09 07:47:59.343664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:59.349330 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b616101f-da9a-4b5a-9017-c6c15cf27788 req-1712f465-f7a0-4ae1-a269-91322a4f8d33 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228957 Feb 09 07:47:59.367891 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-88ed29ad-a245-474e-ac8f-03abea313e57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 1002 time: 0.1936519 Feb 09 07:47:59.430855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:59.495053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-ca15f8b9-4f99-425a-b8e7-732c0dddb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:59.497619 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-ca15f8b9-4f99-425a-b8e7-732c0dddb692 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.1176620 Feb 09 07:47:59.508654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:59.519182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2a3d493a-f62d-4cc1-99db-38bd91c75a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:59.589808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067e1a9-216b-44e3-bc90-7c09674753c1,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:59.593044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:59.594613 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9067e1a9-216b-44e3-bc90-7c09674753c1 HTTP/1.1" status: 204 len: 168 time: 0.4626632 Feb 09 07:47:59.603488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:59.643948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-9b5dfa4e-b566-474e-bb42-1e66ea42fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:59.651071 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-9b5dfa4e-b566-474e-bb42-1e66ea42fa9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1300833 Feb 09 07:48:00.246825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbce33d-0b63-4454-984c-c70852732a43 req-3eac8f1b-20d6-4775-8345-c13e861e9aa4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:00.255360 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7cbce33d-0b63-4454-984c-c70852732a43 req-3eac8f1b-20d6-4775-8345-c13e861e9aa4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.4293823 Feb 09 07:48:00.390002 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-54b794b5-e193-49bd-848d-fca4ea5b51e3 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335820 Feb 09 07:48:00.507938 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7cbce33d-0b63-4454-984c-c70852732a43 req-7c25fc8d-6afd-4d32-9726-98e4557cd4b2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439656 Feb 09 07:48:00.704232 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-616dcb40-7afc-4e2a-a785-5f20661d709a req-6d5dd599-ab8d-4a9b-8012-b05c570962a7 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3067546 Feb 09 07:48:01.235191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b29687-28ef-44f1-a8e2-c4677850b4aa req-68d451ea-7490-4d1d-bd07-0ace6b715f25 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:01.244709 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b1b29687-28ef-44f1-a8e2-c4677850b4aa req-68d451ea-7490-4d1d-bd07-0ace6b715f25 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.6493824 Feb 09 07:48:01.365783 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b1b29687-28ef-44f1-a8e2-c4677850b4aa req-c5485b7b-ad55-4994-aaee-2f0b44d8c020 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195252 Feb 09 07:48:01.495528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef90e60-21ed-4809-afa4-6303e95241c5 req-daf924e6-0166-49ae-bfdf-f2b5ed1d1e9d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:01.497431 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7ef90e60-21ed-4809-afa4-6303e95241c5 req-daf924e6-0166-49ae-bfdf-f2b5ed1d1e9d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.6837556 Feb 09 07:48:01.624033 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7ef90e60-21ed-4809-afa4-6303e95241c5 req-3ed03d30-3ded-4700-86a3-f5e79a6a75e2 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133931 Feb 09 07:48:01.812878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42476) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:02.182470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1343269560-network', 'tenant_id': '34aea38f1df742329819d5523ba558c5'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:02.192618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:02.199088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27e12-092c-4ad2-94e5-cd8c890a8700 req-82130be1-d669-44c3-8e1d-9ecd343d815c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:02.208677 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1eb27e12-092c-4ad2-94e5-cd8c890a8700 req-82130be1-d669-44c3-8e1d-9ecd343d815c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.4520686 Feb 09 07:48:02.210194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Usage tracker for resource:network and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:02.224138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:02.236821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:02.262385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Made reservation on behalf of 34aea38f1df742329819d5523ba558c5 for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:48:02.278643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.306953 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1eb27e12-092c-4ad2-94e5-cd8c890a8700 req-b6f61fc9-6a15-4f1d-baef-9b2229b57731 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970528 Feb 09 07:48:02.320495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.366159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:02.381256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Usage tracker for resource:security_group_rule and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:02.385774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:02.392693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:02.551982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.556168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.574770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:48:02.586010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.586609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Added segment 727da728-3ca9-4b4f-9ce7-e21a424f8a10 of type vxlan for network a154af99-b060-43aa-b9b0-45c7731971b0 Feb 09 07:48:02.622385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.651185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c0f9de6d-41ff-4b29-8452-d3927482574a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:02.680693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.685109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:02.685666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:02.693048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dbba91-23ce-4c6e-aedb-b368e12ce61f,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:02.701839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:02.702530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:02.911217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a154af99-b060-43aa-b9b0-45c7731971b0,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:02.914808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:02.926562 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network a154af99-b060-43aa-b9b0-45c7731971b0 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:48:02.929460 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1152568 Feb 09 07:48:02.933275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42496) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:02.941403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Request body: {'subnet': {'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1343269560-subnet', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:02.947550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:02.952051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Usage tracker for resource:subnet and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:02.955898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:02.962578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:02.976300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Made reservation on behalf of 34aea38f1df742329819d5523ba558c5 for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:48:02.981789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:03.038603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b543c0-fc66-4308-856e-1c7e0276211d req-7d5c2fd4-01aa-40ee-8529-4cbf278b3bc9 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:03.050294 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f0b543c0-fc66-4308-856e-1c7e0276211d req-7d5c2fd4-01aa-40ee-8529-4cbf278b3bc9 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.4782846 Feb 09 07:48:03.146500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network a154af99-b060-43aa-b9b0-45c7731971b0 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:48:03.284528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:03.409683 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f0b543c0-fc66-4308-856e-1c7e0276211d req-8fa328f1-3e54-4966-918b-617384317bf1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573937 Feb 09 07:48:03.466911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:03.467349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:03.682727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c5f74-084a-4205-af7a-56d5c34c0df0 req-e124d8d6-2db5-4e74-a77b-370e3501455b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:03.690658 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-615c5f74-084a-4205-af7a-56d5c34c0df0 req-e124d8d6-2db5-4e74-a77b-370e3501455b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.6371639 Feb 09 07:48:03.806454 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-615c5f74-084a-4205-af7a-56d5c34c0df0 req-9629973d-f884-44fe-967b-5e7e9da4e114 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145444 Feb 09 07:48:03.909723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:04.007004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeedf3a-b1c1-42c9-b5c1-0dd62b1f2600 req-639cfab1-9dc5-415b-b9f8-0591b7ae31e3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:04.018860 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9aeedf3a-b1c1-42c9-b5c1-0dd62b1f2600 req-639cfab1-9dc5-415b-b9f8-0591b7ae31e3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2965865 Feb 09 07:48:04.040405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-79fd6a13-a594-4772-98a0-2c0f39d476eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:04.101857 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9aeedf3a-b1c1-42c9-b5c1-0dd62b1f2600 req-5448bc99-6561-44f6-a692-791622b838ff tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817454 Feb 09 07:48:04.117664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7224952-1c15-4e97-a074-0b3688524738,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:04.124107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:04.214788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Checking segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:04.215894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Network hostable DHCP agents. Network: a154af99-b060-43aa-b9b0-45c7731971b0, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:48:04.331860 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Network a154af99-b060-43aa-b9b0-45c7731971b0 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:48:04.346614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, a154af99-b060-43aa-b9b0-45c7731971b0) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:04.364447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc35eff-efe9-4322-8b73-c5370b5d0185 None None] Network a154af99-b060-43aa-b9b0-45c7731971b0 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:48:04.388829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:04.389516 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:04.476486 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5411732 Feb 09 07:48:04.479217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42522) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:04.484892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:04.494852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:04.508588 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Usage tracker for resource:router and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:04.514433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:04.526552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:04.548959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:04.548959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:04.603436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:04.848347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-a154af99-b060-43aa-b9b0-45c7731971b0', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:48:04.849556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.098477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.395510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Allocated IP 172.20.0.2 (a154af99-b060-43aa-b9b0-45c7731971b0/c7224952-1c15-4e97-a074-0b3688524738/ca358db4-09fd-4984-95a8-7c199bcecb0f) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:48:05.452521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a88af-d1d6-4f3c-b619-5d6f837a7107 req-bb988c67-04d3-4b3c-bca2-d8edb5a5b720 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:05.460897 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e06a88af-d1d6-4f3c-b619-5d6f837a7107 req-bb988c67-04d3-4b3c-bca2-d8edb5a5b720 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.3019314 Feb 09 07:48:05.624481 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e06a88af-d1d6-4f3c-b619-5d6f837a7107 req-b0bb9813-2620-4703-9f5a-1cc3fffa2a34 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600981 Feb 09 07:48:05.639755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.650994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Transition to ACTIVE for port object ca358db4-09fd-4984-95a8-7c199bcecb0f will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:05.668811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Transition to ACTIVE for port object ca358db4-09fd-4984-95a8-7c199bcecb0f will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:05.674772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.694611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.698654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:05.940756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:06.076694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Pushing event updated for resources: {'Port': ['ID=ca358db4-09fd-4984-95a8-7c199bcecb0f,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:06.098098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.101760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.102176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.102585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.102950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.103344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.103710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.104088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.104463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.104832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.105210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.105649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.112143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.112548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.113165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.113315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.113652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.114042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.114407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.114780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.115152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.115524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.121835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.124477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:06.137354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:06.229471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Network a154af99-b060-43aa-b9b0-45c7731971b0 is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:06.234042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:06.238707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:48:06.380222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Attempting to bind port ca358db4-09fd-4984-95a8-7c199bcecb0f on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:48:06.380644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Attempting to bind port ca358db4-09fd-4984-95a8-7c199bcecb0f by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:48:06.381062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Attempting to bind port ca358db4-09fd-4984-95a8-7c199bcecb0f on network a154af99-b060-43aa-b9b0-45c7731971b0 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:48:06.387120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:48:06.387543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Checking segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:06.387998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:06.389781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Bound using segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:48:06.390327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Bound port: ca358db4-09fd-4984-95a8-7c199bcecb0f, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:48:06.391287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:06.414161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c98aa-5733-43a7-814b-102731ab5099 req-21d4b4ef-b50e-4979-a088-b3aae38b1c62 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:06.429982 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e5c98aa-5733-43a7-814b-102731ab5099 req-21d4b4ef-b50e-4979-a088-b3aae38b1c62 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.9097199 Feb 09 07:48:06.570995 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e5c98aa-5733-43a7-814b-102731ab5099 req-05d717f6-c1f5-4d69-96c3-d47c11c5b339 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398385 Feb 09 07:48:06.603456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] For port ca358db4-09fd-4984-95a8-7c199bcecb0f, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:48:06.607100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] For port ca358db4-09fd-4984-95a8-7c199bcecb0f, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca358db4-09fd-4984-95a8-7c199bcecb0f,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:48:06.610941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:06.679059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Allocated IP 172.28.0.105 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/0d36d08a-0109-401a-ab4d-103dfd61e8cd) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:48:06.831340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:06.986278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Pushing event updated for resources: {'Port': ['ID=ca358db4-09fd-4984-95a8-7c199bcecb0f,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:06.992574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:07.149256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:07.196689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d7683-213a-4d5a-b362-77bf3a81659c req-2418d916-af9f-4c05-8c6d-71c4406d6452 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:07.198749 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-517d7683-213a-4d5a-b362-77bf3a81659c req-2418d916-af9f-4c05-8c6d-71c4406d6452 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2768333 Feb 09 07:48:07.220714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:07.342261 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-517d7683-213a-4d5a-b362-77bf3a81659c req-5dca6c4b-e880-4f56-b226-ba4e15a23713 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369541 Feb 09 07:48:07.635108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:07.829322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d36d08a-0109-401a-ab4d-103dfd61e8cd,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:07.856072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca358db4-09fd-4984-95a8-7c199bcecb0f up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:07.856971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:07.876984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:07.878658 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:07.881679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:48:08.071115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port ca358db4-09fd-4984-95a8-7c199bcecb0f completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:08.169280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe17e4-2ce0-4ce5-9cf5-f67ad78cb7f1 req-b8d4488f-1206-4f63-affc-37b5b48b6ea3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:08.177072 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12fe17e4-2ce0-4ce5-9cf5-f67ad78cb7f1 req-b8d4488f-1206-4f63-affc-37b5b48b6ea3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.3298790 Feb 09 07:48:08.178929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 42562) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:08.294810 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12fe17e4-2ce0-4ce5-9cf5-f67ad78cb7f1 req-cf8004e5-c7c0-400b-a231-02ab43cf0f16 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166973 Feb 09 07:48:08.864664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:08.900640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:08.923380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Usage tracker for resource:security_group_rule and tenant:0ada1debc8864c3697e58798113d977a is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:08.926861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:08.934322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:09.050517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.063770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e102c-6ff3-4227-bf6a-b3b9c4c68045 None None] Network a154af99-b060-43aa-b9b0-45c7731971b0 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:48:09.073409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.119388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a61cad59-910d-442a-b2ea-c6ae02d9496c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:09.128529 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ada1debc8864c3697e58798113d977a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9478612 Feb 09 07:48:09.138504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 42572) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:09.149777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Provisioning for port ca358db4-09fd-4984-95a8-7c199bcecb0f completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:09.167149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Provisioning complete for port ca358db4-09fd-4984-95a8-7c199bcecb0f triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:09.167628 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.403834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0777451-3812-43fa-98ae-12a6736c6b3c req-1c21e614-3c0f-4c42-94d2-bd3b313bb99b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:09.406808 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e0777451-3812-43fa-98ae-12a6736c6b3c req-1c21e614-3c0f-4c42-94d2-bd3b313bb99b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.7109878 Feb 09 07:48:09.408412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.445752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.512480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.559037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef78c6-3542-4f73-84f6-d8d9251ffd6e,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:09.636870 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e0777451-3812-43fa-98ae-12a6736c6b3c req-cf210e04-f15f-40a9-b1a5-f647aeea838a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321478 Feb 09 07:48:09.638490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.638909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.639319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.639722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.640122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.640776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.641181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.641595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.642001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.642396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.642788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.643182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.643683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.644072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.644464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.644853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.645242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.645661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.646051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.646443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.648574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.648975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.649390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.649868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:09.659104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:09.662089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.674562 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2a56f617-78e0-4fc1-908b-894e981c5dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:09.695795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef78c6-3542-4f73-84f6-d8d9251ffd6e,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:09.706580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:09.707484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:09.729053 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-097549b9-812a-434c-81fc-4ab1f5c73905 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cef78c6-3542-4f73-84f6-d8d9251ffd6e HTTP/1.1" status: 204 len: 168 time: 0.5846338 Feb 09 07:48:10.088312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edcc1c-8219-4b08-9dd7-f434bd573a3a req-312b4022-7870-4097-80c9-9ff906c1dc5c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:10.090298 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f5edcc1c-8219-4b08-9dd7-f434bd573a3a req-312b4022-7870-4097-80c9-9ff906c1dc5c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.5209086 Feb 09 07:48:10.093290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c6496611-91bc-4c38-8361-1df559703b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:10.198474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:10.242013 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f5edcc1c-8219-4b08-9dd7-f434bd573a3a req-98b56b02-68e2-4937-b6a3-755672b3e2f3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438754 Feb 09 07:48:10.396959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:10.452474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] For port ca358db4-09fd-4984-95a8-7c199bcecb0f, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca358db4-09fd-4984-95a8-7c199bcecb0f,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:10.461903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:10.468649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e62b7e62-0e6b-4f3e-9e59-48d945c7e33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:10.526430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:10.631416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Pushing event updated for resources: {'Port': ['ID=ca358db4-09fd-4984-95a8-7c199bcecb0f,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:10.637982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:11.017727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Router 46fcc959-118a-44a1-8b4c-da808a257d60 is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:48:11.101362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-6b589250-2f7a-460c-8fbd-25e9c392ae15 None None] Provisioning complete for port ca358db4-09fd-4984-95a8-7c199bcecb0f triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:11.101854 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6b589250-2f7a-460c-8fbd-25e9c392ae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:11.318125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8feca-0393-461f-ab8a-9664e32b39ad req-c5dbb313-26b0-48fa-b446-d781ef7ce858 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:11.327010 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f8feca-0393-461f-ab8a-9664e32b39ad req-c5dbb313-26b0-48fa-b446-d781ef7ce858 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.3336670 Feb 09 07:48:11.471349 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f8feca-0393-461f-ab8a-9664e32b39ad req-7d6b7880-732b-46eb-8176-d32ac2c78647 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426601 Feb 09 07:48:11.509738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:48:11.522146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Sync routers for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:48:11.532050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:11.536648 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0562248 Feb 09 07:48:11.537377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42594) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:11.550681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:11.551311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:47:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:11.684390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-896cb4a8-a44b-4913-b77c-a682cdbac887 None None] Provisioning complete for port ca358db4-09fd-4984-95a8-7c199bcecb0f triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:11.712706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-896cb4a8-a44b-4913-b77c-a682cdbac887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:11.911147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca358db4-09fd-4984-95a8-7c199bcecb0f up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:12.056882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port ca358db4-09fd-4984-95a8-7c199bcecb0f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:12.057142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:12.116824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0848-26f6-4288-91e7-1f24c58bb49e req-29fc504b-0d91-44d2-97b1-adeaadaeedc9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:12.131070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:12.133380 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-baaa0848-26f6-4288-91e7-1f24c58bb49e req-29fc504b-0d91-44d2-97b1-adeaadaeedc9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.3821201 Feb 09 07:48:12.266391 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-baaa0848-26f6-4288-91e7-1f24c58bb49e req-10c7d119-0224-40dc-96c0-c4b6c9335a00 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317842 Feb 09 07:48:12.286906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-261c0f35-efea-4d4d-bec4-b44c38286e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:12.393241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-edf6b145-a089-46fa-9ca3-007cceedb1f0 None None] Provisioning complete for port ca358db4-09fd-4984-95a8-7c199bcecb0f triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:12.393662 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-edf6b145-a089-46fa-9ca3-007cceedb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:12.744940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:08Z', 'revision_number': 3, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:12.754260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Checking router: 46fcc959-118a-44a1-8b4c-da808a257d60 for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:48:12.766160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Updating router 46fcc959-118a-44a1-8b4c-da808a257d60 port 0d36d08a-0109-401a-ab4d-103dfd61e8cd binding host dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:48:12.890247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:12.892454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.040923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.185496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd187f0-545c-4a38-ad62-045a2b8f4a45 req-43fead4c-cb42-407b-a868-bc5a2939dd16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:13.197841 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bfd187f0-545c-4a38-ad62-045a2b8f4a45 req-43fead4c-cb42-407b-a868-bc5a2939dd16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.3264267 Feb 09 07:48:13.277751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bfd187f0-545c-4a38-ad62-045a2b8f4a45 req-d7e30d5d-7324-4219-a623-0f0805a07fb0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785787 Feb 09 07:48:13.492437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Notify callbacks [] for port, precommit_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.530149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Transition to ACTIVE for port object 0d36d08a-0109-401a-ab4d-103dfd61e8cd will not be triggered until provisioned by entity L2. {{(pid=79918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:13.537103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.626875 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.700920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12b3faad-1168-4511-a93e-e01728afc8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:13.798988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Attempting to bind port 0d36d08a-0109-401a-ab4d-103dfd61e8cd on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:48:13.801787 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Attempting to bind port 0d36d08a-0109-401a-ab4d-103dfd61e8cd by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:48:13.802331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Attempting to bind port 0d36d08a-0109-401a-ab4d-103dfd61e8cd on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:48:13.826229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:48:13.826229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:13.842901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.847506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:48:13.847763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Bound port: 0d36d08a-0109-401a-ab4d-103dfd61e8cd, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:48:13.851467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:13.932312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Allocated IP 172.20.0.1 (a154af99-b060-43aa-b9b0-45c7731971b0/c7224952-1c15-4e97-a074-0b3688524738/2d1ae518-1e3b-4ec6-9479-a979cfb3a33b) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:48:14.000388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbabdf-7fdf-4b9b-8b6e-fb7699d5b048 req-1484e158-925b-4a3c-9cca-51cd57091d57 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:14.002046 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fcfbabdf-7fdf-4b9b-8b6e-fb7699d5b048 req-1484e158-925b-4a3c-9cca-51cd57091d57 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.4673040 Feb 09 07:48:14.038781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] For port 0d36d08a-0109-401a-ab4d-103dfd61e8cd, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:48:14.042610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] For port 0d36d08a-0109-401a-ab4d-103dfd61e8cd, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=0d36d08a-0109-401a-ab4d-103dfd61e8cd,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:48:14.044145 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Pushing event updated for resources: {'Port': ['ID=0d36d08a-0109-401a-ab4d-103dfd61e8cd,revision_number=2']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:14.054051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.054541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.055007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.055590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.056044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.056505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.057326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.057735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.058111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.058540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.058998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.059487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.059964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.060535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.060989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.061445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.061918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.062999 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.063446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.064046 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.064630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.065074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.065509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.066101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:14.078866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:14.080045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:14.101464 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fcfbabdf-7fdf-4b9b-8b6e-fb7699d5b048 req-67cd3fd6-3cdf-47ad-8654-44edf412e89f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904558 Feb 09 07:48:14.120589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:14.183204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:14.209887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Pushing event updated for resources: {'Port': ['ID=0d36d08a-0109-401a-ab4d-103dfd61e8cd,revision_number=3']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:14.216778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cf999287-27df-4360-adf5-4f804fef960b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:14.217980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Transition to ACTIVE for port object 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:14.274646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:14.276239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:14.351369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:14.352281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:14.438045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a213ed54-6ad5-4309-bc74-bed712a2d584 tempest-VolumesActionsTest-1094793527 tempest-VolumesActionsTest-1094793527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:14.538584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:14.587070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:14.604288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Network a154af99-b060-43aa-b9b0-45c7731971b0 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:14.622009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:14.628815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:48:14.691593 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12dda-fb5c-474a-bec8-f4a3ea7524ce req-3f86f07d-7de9-4a22-bfef-dbe1ba5f52e0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:14.701420 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1d12dda-fb5c-474a-bec8-f4a3ea7524ce req-3f86f07d-7de9-4a22-bfef-dbe1ba5f52e0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2138929 Feb 09 07:48:14.734053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9134-da90-42f4-8b35-69b15d1905bf req-5105c718-9a70-4eff-b2c6-5d0ae96984fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:14.737122 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-5105c718-9a70-4eff-b2c6-5d0ae96984fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1162 time: 0.2002578 Feb 09 07:48:14.807182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:14.863601 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e1d12dda-fb5c-474a-bec8-f4a3ea7524ce req-bd00cb58-301d-4570-b351-fea5e6cba9a0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608078 Feb 09 07:48:14.879769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:14.980884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9134-da90-42f4-8b35-69b15d1905bf req-e1780578-6920-45cc-9394-678ab93cc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:14.982665 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-e1780578-6920-45cc-9394-678ab93cc2fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.2374191 Feb 09 07:48:15.017230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-deed7399-77b9-4ecc-9b4b-7d15af62b3f9 None None] Provisioning for port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:15.023936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-deed7399-77b9-4ecc-9b4b-7d15af62b3f9 None None] Provisioning complete for port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:15.024495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-deed7399-77b9-4ecc-9b4b-7d15af62b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:15.120192 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-a087d8cf-5621-49cc-b55b-63d8b009abe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 1001 time: 0.1286356 Feb 09 07:48:15.200146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9134-da90-42f4-8b35-69b15d1905bf req-c2929923-9a19-4a2f-b5f2-fffad9da83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:15.201958 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-c2929923-9a19-4a2f-b5f2-fffad9da83c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0728302 Feb 09 07:48:15.219733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:48:15.255763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:08Z', 'revision_number': 3, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:15.261238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed289cf-b59c-409f-9ccb-a4ddcc027474 None None] The sync data for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb is: [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:08Z', 'revision_number': 3, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:48:15.279736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-deed7399-77b9-4ecc-9b4b-7d15af62b3f9 None None] Port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:48:15.432469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:15.505758 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ed81e-a9b8-46e1-a1ea-7ceb58f37840 req-bc82b415-d4ed-40a4-b521-3064abc8ef98 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:15.507587 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280ed81e-a9b8-46e1-a1ea-7ceb58f37840 req-bc82b415-d4ed-40a4-b521-3064abc8ef98 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2097924 Feb 09 07:48:15.524006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5e7f1-d301-4af4-b96e-28254d1afbac req-94d42c0d-4791-44e9-bd4d-fe48c4d89292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:15.525596 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ec5e7f1-d301-4af4-b96e-28254d1afbac req-94d42c0d-4791-44e9-bd4d-fe48c4d89292 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 1162 time: 0.3210373 Feb 09 07:48:15.533465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9134-da90-42f4-8b35-69b15d1905bf req-bee3e1ad-190a-4f90-92fe-e53a1b6697f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:15.535168 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-bee3e1ad-190a-4f90-92fe-e53a1b6697f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2865300 Feb 09 07:48:15.589525 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-280ed81e-a9b8-46e1-a1ea-7ceb58f37840 req-6ad98035-3fab-4339-8346-ba5cd08b39e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733106 Feb 09 07:48:15.762340 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ec5e7f1-d301-4af4-b96e-28254d1afbac req-da7c13f6-c5b9-49c5-9bfd-4d265177ecb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958394 Feb 09 07:48:15.864534 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-4c4348e1-6e66-4077-9318-0f51aed500bc service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841847 Feb 09 07:48:16.006262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:16.010872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:16.040392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:16.273645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:16.278972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:16.280054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:16.511478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76145-70ef-481b-a0a5-98ae3cdccdb2 req-2c27be69-946d-4f89-b71e-8f7d4085e02d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:16.517481 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-08d76145-70ef-481b-a0a5-98ae3cdccdb2 req-2c27be69-946d-4f89-b71e-8f7d4085e02d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2803984 Feb 09 07:48:16.580806 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aded9134-da90-42f4-8b35-69b15d1905bf req-cb04c51b-0d18-4b15-b5af-c2d6d6d58d5f service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4814487 Feb 09 07:48:16.626177 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-08d76145-70ef-481b-a0a5-98ae3cdccdb2 req-46eab49c-8301-4453-837b-234206371dda tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712190 Feb 09 07:48:16.634495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Network a154af99-b060-43aa-b9b0-45c7731971b0 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:16.635708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:17.022240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3281f-1ce5-47cb-9aae-f6bd15be9f15 req-3f60db78-ccb7-4de7-bcbb-51d765da0dc1 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:17.030622 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e2f3281f-1ce5-47cb-9aae-f6bd15be9f15 req-3f60db78-ccb7-4de7-bcbb-51d765da0dc1 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2583940 Feb 09 07:48:17.032669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-1712e0f1-ca4c-4a91-9190-ef382d6a4f8b None None] Provisioning complete for port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:17.036040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1712e0f1-ca4c-4a91-9190-ef382d6a4f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:17.142122 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e2f3281f-1ce5-47cb-9aae-f6bd15be9f15 req-1ec148e2-1c3e-40aa-b260-46ce7b0afe0f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100221 Feb 09 07:48:17.165181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-1712e0f1-ca4c-4a91-9190-ef382d6a4f8b None None] Port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:48:17.167092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 44627c5f-404d-4247-ac06-c10b3a07916c up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:17.254979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 44627c5f-404d-4247-ac06-c10b3a07916c triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:17.255391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:17.270348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Router 46fcc959-118a-44a1-8b4c-da808a257d60 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:48:17.504138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:48:17.518578 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] 10.222.0.39 "PUT /v2.0/routers/46fcc959-118a-44a1-8b4c-da808a257d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9800270 Feb 09 07:48:17.708209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 0d36d08a-0109-401a-ab4d-103dfd61e8cd up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:17.820251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 0d36d08a-0109-401a-ab4d-103dfd61e8cd completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:17.825523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 0d36d08a-0109-401a-ab4d-103dfd61e8cd triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:17.826498 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:17.980395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:17.999567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 0d36d08a-0109-401a-ab4d-103dfd61e8cd, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=0d36d08a-0109-401a-ab4d-103dfd61e8cd,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:18.003004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:18.004938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:18.055291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0f5e2-b5a8-4973-9135-833402591967 req-99bd4568-33b1-4440-88e5-a2492046cd58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:18.062923 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dfa0f5e2-b5a8-4973-9135-833402591967 req-99bd4568-33b1-4440-88e5-a2492046cd58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.1964369 Feb 09 07:48:18.119021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=0d36d08a-0109-401a-ab4d-103dfd61e8cd,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:18.122647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:18.130357 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dfa0f5e2-b5a8-4973-9135-833402591967 req-fb5f527d-5a15-47f2-9703-af6439685f68 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664856 Feb 09 07:48:18.473931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c84d-fb4b-498a-b058-c6ff95d94174 req-b712863a-6a54-478c-96c1-7ea27ace728c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:18.481682 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d7d6c84d-fb4b-498a-b058-c6ff95d94174 req-b712863a-6a54-478c-96c1-7ea27ace728c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.2072928 Feb 09 07:48:18.562709 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d7d6c84d-fb4b-498a-b058-c6ff95d94174 req-9b23f9a2-1c3d-4448-a6b6-59e5f0f7b3be tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798759 Feb 09 07:48:18.887033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:48:18.917091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42744) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:18.923975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1739208481-network', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:18.929280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:18.929451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Sync routers for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:48:18.933329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Usage tracker for resource:network and tenant:c2f39c2b4d91450aa84899a4f3884294 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:18.936731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:18.943282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:18.954739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Made reservation on behalf of c2f39c2b4d91450aa84899a4f3884294 for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:48:18.959253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:18.974999 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:18.991381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:18.995434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f39c2b4d91450aa84899a4f3884294 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:18.998585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:19.003725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:19.004444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:19.006511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:19.016965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767500c-4162-4487-ab21-8f7071fb35a5 req-57e1d6f8-c45c-4c56-ad67-71b2f28ceea7 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:19.019332 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d767500c-4162-4487-ab21-8f7071fb35a5 req-57e1d6f8-c45c-4c56-ad67-71b2f28ceea7 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1941826 Feb 09 07:48:19.100976 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d767500c-4162-4487-ab21-8f7071fb35a5 req-53afa07d-7c1f-407f-95f0-16cf33a5dd4a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742886 Feb 09 07:48:19.129319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.151239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.159343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dffe1d42-ef45-4275-a407-0c89e8e0767a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:19.215696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:48:19.222859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce79060-c08d-4381-bdc7-ed93c30b6817,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:19.226723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:19.233149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:19.236152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.237484 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Added segment 21092969-40b0-46f7-a1eb-6d44ded99b38 of type vxlan for network f5ccbb82-623f-4335-9b72-3e69300e376b Feb 09 07:48:19.288805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.334834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.338828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:19.339838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.365738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d9474958-57dd-4e11-9e43-8602d51ab2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:19.430649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.469980 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5516210 Feb 09 07:48:19.472833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42762) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:19.475640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ccbb82-623f-4335-9b72-3e69300e376b,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:19.481729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Request body: {'subnet': {'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1739208481-subnet', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:19.487249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:19.489172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:19.493695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Usage tracker for resource:subnet and tenant:c2f39c2b4d91450aa84899a4f3884294 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:19.495687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network f5ccbb82-623f-4335-9b72-3e69300e376b details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:48:19.497391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:19.503433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:19.525496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Made reservation on behalf of c2f39c2b4d91450aa84899a4f3884294 for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:48:19.532400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:19.547267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network f5ccbb82-623f-4335-9b72-3e69300e376b details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:48:19.641416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1742c-be7a-42a2-8d92-99b1d83b0117 req-8f44e684-9323-4b07-a60b-85e736617d77 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:19.643225 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b1c1742c-be7a-42a2-8d92-99b1d83b0117 req-8f44e684-9323-4b07-a60b-85e736617d77 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.3046565 Feb 09 07:48:19.791494 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b1c1742c-be7a-42a2-8d92-99b1d83b0117 req-742067b6-966c-46f8-886f-4a6e2be8b5c6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413927 Feb 09 07:48:20.034507 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 0d36d08a-0109-401a-ab4d-103dfd61e8cd up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:20.123329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:48:20.211224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.222070 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'code': 422} returned with failed status Feb 09 07:48:20.230140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d356586d-7c2a-4c10-851b-179c0efb6908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:20.240001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:20.253044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.258788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:20.376103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2104f2c-af8a-4194-8d66-a79bb6ee7d45,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:20.380448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:20.391954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:20.399228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:20.413615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 0d36d08a-0109-401a-ab4d-103dfd61e8cd triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:20.414083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.461527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Checking segment: {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:20.461800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Network hostable DHCP agents. Network: f5ccbb82-623f-4335-9b72-3e69300e376b, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:48:20.484515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Network f5ccbb82-623f-4335-9b72-3e69300e376b is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:48:20.491188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 2, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:20.494042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, f5ccbb82-623f-4335-9b72-3e69300e376b) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:20.497217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Checking router: 46fcc959-118a-44a1-8b4c-da808a257d60 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:48:20.497668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Updating router 46fcc959-118a-44a1-8b4c-da808a257d60 port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:48:20.511652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:20.512602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.540388 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0637708 Feb 09 07:48:20.540527 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa5b2d7-53d7-4f1f-8056-2df8f85cda99 None None] Network f5ccbb82-623f-4335-9b72-3e69300e376b requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:48:20.540818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 42790) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:20.546420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:20.551477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:20.556232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Usage tracker for resource:router and tenant:c2f39c2b4d91450aa84899a4f3884294 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:20.559329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:20.565265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:20.576818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.578889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.580988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.596674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:20.922186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:21.159698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-f5ccbb82-623f-4335-9b72-3e69300e376b', 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'fixed_ips': [{'subnet_id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:48:21.160609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:21.188516 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618a6ac-9ffc-4211-a8b0-283899905ea5 req-c9fa89b4-8161-4074-b9c5-e48524590a3a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:21.190173 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e618a6ac-9ffc-4211-a8b0-283899905ea5 req-c9fa89b4-8161-4074-b9c5-e48524590a3a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2605264 Feb 09 07:48:21.279810 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e618a6ac-9ffc-4211-a8b0-283899905ea5 req-2796cbd5-d403-4046-bea8-8a1acfc3e59c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826478 Feb 09 07:48:21.414114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e4f15-cbed-4a90-8c03-83889b141806 req-fed8159f-971e-4fb7-b166-21e7189caee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:21.415761 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-fed8159f-971e-4fb7-b166-21e7189caee7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.0980217 Feb 09 07:48:21.583725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e4f15-cbed-4a90-8c03-83889b141806 req-4e8f883b-67df-493a-91b6-d43527c507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:21.585844 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-4e8f883b-67df-493a-91b6-d43527c507f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.1611438 Feb 09 07:48:21.604204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Allocated IP 172.20.0.2 (f5ccbb82-623f-4335-9b72-3e69300e376b/b2104f2c-af8a-4194-8d66-a79bb6ee7d45/696b6ef4-6739-4635-a94a-e831ae0faff7) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:48:21.678983 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-349f549d-a5fb-4363-9fc9-8251523a6214 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.0825915 Feb 09 07:48:21.725225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:21.764311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e4f15-cbed-4a90-8c03-83889b141806 req-b2ab24f6-5be6-4112-938b-062024708242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:21.766142 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-b2ab24f6-5be6-4112-938b-062024708242 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.0801456 Feb 09 07:48:21.802472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Transition to ACTIVE for port object 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:21.805833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:21.836881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:21.837083 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-0edc9e16-2af7-4d27-ab55-29bb470a66ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625911 Feb 09 07:48:21.842108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:21.870767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:21.919793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4292be-0e0d-41cc-8a39-f64c0832d9cc None None] Pushing event updated for resources: {'Port': ['ID=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:21.923317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4e4292be-0e0d-41cc-8a39-f64c0832d9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:21.983661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae55f98-6b2d-48ef-9398-61423ddb1cce req-98d8fa94-9f7b-45f0-be23-b31d48c33d5b tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:21.985721 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4ae55f98-6b2d-48ef-9398-61423ddb1cce req-98d8fa94-9f7b-45f0-be23-b31d48c33d5b tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.5905259 Feb 09 07:48:22.001104 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-eaaf127f-2dbd-408d-b844-2a1d2e07122e service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559904 Feb 09 07:48:22.166201 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4ae55f98-6b2d-48ef-9398-61423ddb1cce req-5ffb8f63-f2f1-463d-89ee-c8475bc89f6e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636839 Feb 09 07:48:22.179618 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-532e4f15-cbed-4a90-8c03-83889b141806 req-f2836eb1-9f7f-40b1-a435-247c2f18f91b service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1707418 Feb 09 07:48:22.315406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.347420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Allocated IP 172.28.0.80 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/d8c35faa-b787-4d8b-a4a4-0c67e33def4f) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:48:22.400126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Transition to ACTIVE for port object 696b6ef4-6739-4635-a94a-e831ae0faff7 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:22.483707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Attempting to bind port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:48:22.484596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Attempting to bind port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:48:22.484882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Attempting to bind port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b on network a154af99-b060-43aa-b9b0-45c7731971b0 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:48:22.489369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Transition to ACTIVE for port object 696b6ef4-6739-4635-a94a-e831ae0faff7 will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:22.493961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:48:22.494476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Checking segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:22.494990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.495460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Bound using segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:48:22.496006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Bound port: 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:48:22.496443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.511681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.532408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:22.599116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.698112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29c37-8638-4917-92d4-8fc4569c2246 req-9acd66a2-c61d-47bb-bf74-6f2df6ceb77a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:22.699863 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e29c37-8638-4917-92d4-8fc4569c2246 req-9acd66a2-c61d-47bb-bf74-6f2df6ceb77a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2243154 Feb 09 07:48:22.727566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Pushing event updated for resources: {'Port': ['ID=696b6ef4-6739-4635-a94a-e831ae0faff7,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:22.731128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:22.788211 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-48e29c37-8638-4917-92d4-8fc4569c2246 req-88a0c07f-e383-48b9-84fe-4c885dfd9201 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788784 Feb 09 07:48:22.795500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] For port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:48:22.798050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.799699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] For port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:48:22.815393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:22.817869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:22.834487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:22.965776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:22.970304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:22.986406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Network f5ccbb82-623f-4335-9b72-3e69300e376b is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:22.992137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:23.003996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:48:23.012102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:23.013503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:23.026638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:48:23.044185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4292be-0e0d-41cc-8a39-f64c0832d9cc None None] Pushing event updated for resources: {'Port': ['ID=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:23.058305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4e4292be-0e0d-41cc-8a39-f64c0832d9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:23.097099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Attempting to bind port 696b6ef4-6739-4635-a94a-e831ae0faff7 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:48:23.097520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Attempting to bind port 696b6ef4-6739-4635-a94a-e831ae0faff7 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:48:23.097972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Attempting to bind port 696b6ef4-6739-4635-a94a-e831ae0faff7 on network f5ccbb82-623f-4335-9b72-3e69300e376b {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:48:23.109614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:48:23.110048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Checking segment: {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:23.110511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:23.110928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Bound using segment: {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:48:23.111466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Bound port: 696b6ef4-6739-4635-a94a-e831ae0faff7, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:48:23.111901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:23.190977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:23.191607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:23.424267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:48:23.442210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:48:23.447965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:23.467627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:23.509825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:23.554077 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:23.700001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07ee7-c0f7-4592-955d-a2400482b227 req-0d06fd3a-fa65-4588-baef-70a8a254ea37 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:23.701660 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-85b07ee7-c0f7-4592-955d-a2400482b227 req-0d06fd3a-fa65-4588-baef-70a8a254ea37 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.3418481 Feb 09 07:48:23.861799 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-85b07ee7-c0f7-4592-955d-a2400482b227 req-b6b9eabf-97d3-4bf7-8d22-357ed95740bc tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007593 Feb 09 07:48:23.976048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Pushing event updated for resources: {'Port': ['ID=696b6ef4-6739-4635-a94a-e831ae0faff7,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:23.979490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:24.208288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:22Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:24.213748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd27da-4ab1-47f7-bab6-f2e81155b3b2 None None] The sync data for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb is: [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:22Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:48:24.395489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:24.492889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f3733-d0d1-47a5-8e74-5e85d2faf75f req-ac1a68ea-b1e3-4ace-8b5c-f30956d60d64 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:24.501071 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aa5f3733-d0d1-47a5-8e74-5e85d2faf75f req-ac1a68ea-b1e3-4ace-8b5c-f30956d60d64 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.5393662 Feb 09 07:48:24.706877 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aa5f3733-d0d1-47a5-8e74-5e85d2faf75f req-28fb594a-74e3-47be-9f2f-f54c7fe94c5f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048242 Feb 09 07:48:24.810732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:48:25.062576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:48:25.073967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Sync routers for ids ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:48:25.083880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Routers {'9f02f5fd-6e9b-434e-b1e0-4a557155c73a'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:25.085098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:25.103843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Notify callbacks [] for router, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:25.107914 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5633943 Feb 09 07:48:25.108341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 42834) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:25.216339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cd848-7327-42ed-8cbb-a58bfb79ffe9 req-e3699ef9-340a-4781-8143-2fd0ed1fd0ed tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:25.226226 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a54cd848-7327-42ed-8cbb-a58bfb79ffe9 req-e3699ef9-340a-4781-8143-2fd0ed1fd0ed tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2203183 Feb 09 07:48:25.316232 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a54cd848-7327-42ed-8cbb-a58bfb79ffe9 req-b42feab6-b2f9-4369-9097-efd9c2e1ebaa tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780299 Feb 09 07:48:25.350966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Set router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:25.702922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8cd07-c7a9-4d26-807d-c79ac06046e8 None None] Network f5ccbb82-623f-4335-9b72-3e69300e376b requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:48:25.763432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:48:23Z', 'revision_number': 3, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:25.778262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Checking router: 9f02f5fd-6e9b-434e-b1e0-4a557155c73a for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:48:25.778701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Updating router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a port d8c35faa-b787-4d8b-a4a4-0c67e33def4f binding host dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:48:25.830230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:25.881756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:25.903656 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-2da78884-9c52-42ad-9573-b197955cd197 None None] Provisioning for port 696b6ef4-6739-4635-a94a-e831ae0faff7 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:26.024428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.072579 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:26.079422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:26.080102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.101185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80a57d-7711-4467-9be9-fc4bf01b92eb req-070a5664-8ed7-4b48-8bd3-e2f4ad1cd0db tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:26.113136 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1b80a57d-7711-4467-9be9-fc4bf01b92eb req-070a5664-8ed7-4b48-8bd3-e2f4ad1cd0db tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2287123 Feb 09 07:48:26.222629 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1b80a57d-7711-4467-9be9-fc4bf01b92eb req-65c811bc-d286-49d0-806f-a7d8e3592403 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080301 Feb 09 07:48:26.244546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.299322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:26.303395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.304486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 696b6ef4-6739-4635-a94a-e831ae0faff7 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:26.337820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f408cdcb-5467-49c6-9afc-8889ac37d0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:26.477382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:26.486892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:26.488414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 696b6ef4-6739-4635-a94a-e831ae0faff7 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:26.504377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Allocated IP 172.20.0.1 (f5ccbb82-623f-4335-9b72-3e69300e376b/b2104f2c-af8a-4194-8d66-a79bb6ee7d45/f90f43a8-e69f-4800-8e97-6d91904c373f) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:48:26.505914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 696b6ef4-6739-4635-a94a-e831ae0faff7 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:26.506433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.509226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Notify callbacks [] for port, precommit_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.524113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Transition to ACTIVE for port object d8c35faa-b787-4d8b-a4a4-0c67e33def4f will not be triggered until provisioned by entity L2. {{(pid=79918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:26.534916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.610965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-01642470-4b02-4b96-98e4-53bbe4bb970f None None] Provisioning complete for port 696b6ef4-6739-4635-a94a-e831ae0faff7 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:26.611386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-01642470-4b02-4b96-98e4-53bbe4bb970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.719608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.739187 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Transition to ACTIVE for port object f90f43a8-e69f-4800-8e97-6d91904c373f will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:26.752955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f55204b6-de2e-4029-a5d8-3becd0e20f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:26.767799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.804106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:26.835386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36550509-8690-413a-82e6-c2874f051a8d req-62167986-d3aa-4b16-906d-1225b895c467 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:26.843913 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36550509-8690-413a-82e6-c2874f051a8d req-62167986-d3aa-4b16-906d-1225b895c467 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.3199053 Feb 09 07:48:26.861011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Attempting to bind port d8c35faa-b787-4d8b-a4a4-0c67e33def4f on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:48:26.861953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Attempting to bind port d8c35faa-b787-4d8b-a4a4-0c67e33def4f by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:48:26.862443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Attempting to bind port d8c35faa-b787-4d8b-a4a4-0c67e33def4f on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:48:26.876201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:48:26.876726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:26.877366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.877664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:48:26.878213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Bound port: d8c35faa-b787-4d8b-a4a4-0c67e33def4f, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:48:26.878647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.926605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab36937-207a-40f9-920e-27b4f4c9db4f None None] Pushing event updated for resources: {'Port': ['ID=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,revision_number=2']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:26.930573 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-36550509-8690-413a-82e6-c2874f051a8d req-45659882-c0f8-4b30-91a1-9a3e0f74d8f5 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856044 Feb 09 07:48:26.936488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:26.958406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7ab36937-207a-40f9-920e-27b4f4c9db4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:27.019308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] For port d8c35faa-b787-4d8b-a4a4-0c67e33def4f, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:48:27.024685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:27.024832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] For port d8c35faa-b787-4d8b-a4a4-0c67e33def4f, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:48:27.041261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.041704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79918) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.047646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-21221a34-e68f-492a-8f21-ec5a8a8bed74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:27.063650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:27.100767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-01642470-4b02-4b96-98e4-53bbe4bb970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.157037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=696b6ef4-6739-4635-a94a-e831ae0faff7,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:27.195662 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:27.235133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-01642470-4b02-4b96-98e4-53bbe4bb970f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79917) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:48:27.235552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-01642470-4b02-4b96-98e4-53bbe4bb970f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:48:27.235686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab36937-207a-40f9-920e-27b4f4c9db4f None None] Pushing event updated for resources: {'Port': ['ID=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,revision_number=3']} {{(pid=79918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:27.240421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7ab36937-207a-40f9-920e-27b4f4c9db4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79918) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:27.256538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Pushing event updated for resources: {'Port': ['ID=f90f43a8-e69f-4800-8e97-6d91904c373f,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:27.261357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:27.291310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Routers {'9f02f5fd-6e9b-434e-b1e0-4a557155c73a'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:27.292020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:27.297050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Network f5ccbb82-623f-4335-9b72-3e69300e376b is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:27.298458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:27.300766 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:48:27.368690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.530320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.545531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] Set router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:27.640188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff0cb6-5a93-40a1-bfc0-32de347236d4 req-c57869a8-5e23-4886-adf0-8c80f84b5b46 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:27.642161 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-49ff0cb6-5a93-40a1-bfc0-32de347236d4 req-c57869a8-5e23-4886-adf0-8c80f84b5b46 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2420280 Feb 09 07:48:27.665816 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:27.761051 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-49ff0cb6-5a93-40a1-bfc0-32de347236d4 req-65ebee66-ffd9-4ef5-94db-9c3127fc9dbd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104522 Feb 09 07:48:27.841129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:27.841722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.913711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.920052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.949287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5a72d434-cb9e-4fd6-8953-6a777ab84925 tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:27.983153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:48:23Z', 'revision_number': 3, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:27.987904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca7221b-55c4-427d-8254-a70a77b5705e None None] The sync data for ids ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'] in dv-cinder-774594-1-smb is: [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:48:23Z', 'revision_number': 3, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:48:28.001982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b949b624-1182-4338-8d15-01b986d1a0ff None None] Provisioning complete for port 696b6ef4-6739-4635-a94a-e831ae0faff7 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:28.002420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b949b624-1182-4338-8d15-01b986d1a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:28.047093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:28.061035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 696b6ef4-6739-4635-a94a-e831ae0faff7 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:28.069225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Pushing event updated for resources: {'Port': ['ID=f90f43a8-e69f-4800-8e97-6d91904c373f,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:28.074388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:28.216279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Network f5ccbb82-623f-4335-9b72-3e69300e376b is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:48:28.217433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:48:28.221722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 696b6ef4-6739-4635-a94a-e831ae0faff7 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:28.222158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:28.262863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6910a-2a26-4f5d-8428-e7c98b6c52fe req-c80e4e39-8fcc-41f9-beee-13b86ceb4943 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:28.264831 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-42d6910a-2a26-4f5d-8428-e7c98b6c52fe req-c80e4e39-8fcc-41f9-beee-13b86ceb4943 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1920474 Feb 09 07:48:28.300061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b949b624-1182-4338-8d15-01b986d1a0ff None None] Provisioning for port f90f43a8-e69f-4800-8e97-6d91904c373f completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:28.309684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b949b624-1182-4338-8d15-01b986d1a0ff None None] Provisioning complete for port f90f43a8-e69f-4800-8e97-6d91904c373f triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:28.310120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b949b624-1182-4338-8d15-01b986d1a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:28.369918 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-42d6910a-2a26-4f5d-8428-e7c98b6c52fe req-11ddb333-529b-4669-9779-061cc2948a17 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949941 Feb 09 07:48:28.438862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-b949b624-1182-4338-8d15-01b986d1a0ff None None] Port f90f43a8-e69f-4800-8e97-6d91904c373f cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:48:28.443595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:48:28.562811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-85a16d24-f3b3-41cf-9072-3be296e22e83 None None] Provisioning complete for port f90f43a8-e69f-4800-8e97-6d91904c373f triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:28.563347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-85a16d24-f3b3-41cf-9072-3be296e22e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:28.634710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-85a16d24-f3b3-41cf-9072-3be296e22e83 None None] Port f90f43a8-e69f-4800-8e97-6d91904c373f cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:48:28.693605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:48:28.704378 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f02f5fd-6e9b-434e-b1e0-4a557155c73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5942552 Feb 09 07:48:29.117160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd34e66-d567-47fe-b623-048571d969f1 req-95d099ed-4c17-41d3-b64a-9584c1cddbad tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:29.119024 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fdd34e66-d567-47fe-b623-048571d969f1 req-95d099ed-4c17-41d3-b64a-9584c1cddbad tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1882398 Feb 09 07:48:29.189675 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fdd34e66-d567-47fe-b623-048571d969f1 req-ebeebcb4-6f4d-4009-b673-905938477128 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634880 Feb 09 07:48:29.691202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device d8c35faa-b787-4d8b-a4a4-0c67e33def4f up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:29.719277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9691-70a2-437e-89d9-bbc751a63a3f req-3b4416d9-60cf-49a6-b7b2-b655a16655f4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:29.721017 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-468a9691-70a2-437e-89d9-bbc751a63a3f req-3b4416d9-60cf-49a6-b7b2-b655a16655f4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1979847 Feb 09 07:48:29.726434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-804788032', 'description': 'tempest-TestShelveInstance-804788032 description'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:29.775562 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:29.797299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Usage tracker for resource:security_group and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:29.799433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port d8c35faa-b787-4d8b-a4a4-0c67e33def4f completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:29.803017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:29.805116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port d8c35faa-b787-4d8b-a4a4-0c67e33def4f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:29.805664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:29.812308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:29.832369 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-468a9691-70a2-437e-89d9-bbc751a63a3f req-de1eff72-3ad5-4636-8d53-bbe8c730ec3e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836298 Feb 09 07:48:29.845097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:29.869631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:29.873963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Usage tracker for resource:security_group_rule and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:29.877045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:29.883182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:29.939944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:29.957246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port d8c35faa-b787-4d8b-a4a4-0c67e33def4f, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:29.960469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:29.961655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:29.962558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a80923de-5af6-4f93-92bf-ed90bb3a1772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:29.964684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:29.969141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5150bc38-f2a8-40aa-b47e-4752e8e0a078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:30.011512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9590cd-2339-47c8-ac27-d3060a88d2ef,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:30.015088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:30.017851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.019284 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5d2afd46-0722-4258-8b68-1f541f1a2db7 req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2971928 Feb 09 07:48:30.052196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:30.055567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:30.125722 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0bfcc418-122b-482e-805b-248e98300e92 req-766a5a5d-c3b8-48c7-abab-52830118f789 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups/5d9590cd-2339-47c8-ac27-d3060a88d2ef HTTP/1.1" status: 200 len: 1800 time: 0.0708580 Feb 09 07:48:30.136740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d9590cd-2339-47c8-ac27-d3060a88d2ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:30.137102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d9590cd-2339-47c8-ac27-d3060a88d2ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:30.160152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:30.164196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Usage tracker for resource:security_group_rule and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:30.167250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:30.173277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:30.234734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.268497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.272465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.274766 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:30.300723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d1e60f-0fd4-4505-8615-093e62505497,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:30.306484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:30.311011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.312295 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0bfcc418-122b-482e-805b-248e98300e92 req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1798375 Feb 09 07:48:30.473607 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-9f49650b-5b34-401e-89b2-e24851153f73 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups/5d9590cd-2339-47c8-ac27-d3060a88d2ef HTTP/1.1" status: 200 len: 2393 time: 0.1285133 Feb 09 07:48:30.486728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d9590cd-2339-47c8-ac27-d3060a88d2ef', 'remote_group_id': None}]} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:30.487029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d9590cd-2339-47c8-ac27-d3060a88d2ef', 'remote_group_id': None}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:48:30.511783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:30.603441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c54b5-40cb-4ad3-8474-9e5f4948a3f0 req-a3b507f3-67ba-42a7-af7e-e0fbfbdc85c5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:30.605163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb3c54b5-40cb-4ad3-8474-9e5f4948a3f0 req-a3b507f3-67ba-42a7-af7e-e0fbfbdc85c5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2628820 Feb 09 07:48:30.606357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Usage tracker for resource:security_group_rule and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:30.610175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:30.617502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:30.695151 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb3c54b5-40cb-4ad3-8474-9e5f4948a3f0 req-974e6af1-c1b9-4401-af9e-413cd400b11e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817227 Feb 09 07:48:30.740080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.764676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.767983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.776150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:30.799517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27e9513-8472-40a5-9af5-4cf24b138acb,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:30.802284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:30.806599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:30.807908 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6f199a3a-7b0f-452c-b225-46d076fe1661 req-14780ec9-13cd-4172-9e25-6a90a235654e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3261597 Feb 09 07:48:31.141033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29007df9-f692-4bc2-a5b9-c5636e3e830b req-5d946211-8d7c-4715-998b-6870fbc7e18f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:31.142883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-29007df9-f692-4bc2-a5b9-c5636e3e830b req-5d946211-8d7c-4715-998b-6870fbc7e18f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1744735 Feb 09 07:48:31.202853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Sync routers for ids ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:48:31.214405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Routers {'9f02f5fd-6e9b-434e-b1e0-4a557155c73a'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:31.215271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:31.219609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-29007df9-f692-4bc2-a5b9-c5636e3e830b req-72ff44fa-fbd8-4904-ac3c-1712ae0a9b67 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697143 Feb 09 07:48:31.572806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Set router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:31.651916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device d8c35faa-b787-4d8b-a4a4-0c67e33def4f up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:31.915233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port d8c35faa-b787-4d8b-a4a4-0c67e33def4f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:31.915762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:32.026300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5e70-b157-4067-a3df-9f41794e4dbf req-22fbc888-1ca5-4f98-8310-050a27fce76a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:32.028045 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a42e5e70-b157-4067-a3df-9f41794e4dbf req-22fbc888-1ca5-4f98-8310-050a27fce76a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1757698 Feb 09 07:48:32.096875 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a42e5e70-b157-4067-a3df-9f41794e4dbf req-b902b521-d382-4ed7-9c26-352247edb81c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624161 Feb 09 07:48:32.108665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:48:27Z', 'revision_number': 4, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'f90f43a8-e69f-4800-8e97-6d91904c373f', 'name': '', 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'mac_address': 'fa:16:3e:87:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:26Z', 'updated_at': '2021-02-09T07:48:27Z', 'revision_number': 2, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'subnets': [{'id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:32.112854 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Checking router: 9f02f5fd-6e9b-434e-b1e0-4a557155c73a for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:48:32.113259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Updating router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a port f90f43a8-e69f-4800-8e97-6d91904c373f binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:48:32.175887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:32.524979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35813bca-6a85-4a2e-8c47-b252398d07ed req-61faf22b-d60d-4b66-8399-26f7ad0a0a13 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:32.526959 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-35813bca-6a85-4a2e-8c47-b252398d07ed req-61faf22b-d60d-4b66-8399-26f7ad0a0a13 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1744297 Feb 09 07:48:32.591441 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-35813bca-6a85-4a2e-8c47-b252398d07ed req-99d2f7e6-4110-469a-a3b5-c43f3b9e9e14 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577729 Feb 09 07:48:32.610640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:32.623189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Transition to ACTIVE for port object f90f43a8-e69f-4800-8e97-6d91904c373f will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:48:32.626041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:32.643059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:32.805520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaab025-b46e-4659-9742-05f3c77105d6 None None] Pushing event updated for resources: {'Port': ['ID=f90f43a8-e69f-4800-8e97-6d91904c373f,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:32.810324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4eaab025-b46e-4659-9742-05f3c77105d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:32.970618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Attempting to bind port f90f43a8-e69f-4800-8e97-6d91904c373f on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:48:32.971260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Attempting to bind port f90f43a8-e69f-4800-8e97-6d91904c373f by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:48:32.971597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Attempting to bind port f90f43a8-e69f-4800-8e97-6d91904c373f on network f5ccbb82-623f-4335-9b72-3e69300e376b {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:48:32.978126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:48:32.978429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Checking segment: {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:48:32.978811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:32.979255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Bound using segment: {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:48:32.979912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Bound port: f90f43a8-e69f-4800-8e97-6d91904c373f, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21092969-40b0-46f7-a1eb-6d44ded99b38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:48:32.980189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:33.082068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] For port f90f43a8-e69f-4800-8e97-6d91904c373f, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:48:33.086947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] For port f90f43a8-e69f-4800-8e97-6d91904c373f, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=f90f43a8-e69f-4800-8e97-6d91904c373f,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:48:33.090800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:33.106071 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:33.285080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaab025-b46e-4659-9742-05f3c77105d6 None None] Pushing event updated for resources: {'Port': ['ID=f90f43a8-e69f-4800-8e97-6d91904c373f,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:33.290981 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4eaab025-b46e-4659-9742-05f3c77105d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:33.339646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Routers {'9f02f5fd-6e9b-434e-b1e0-4a557155c73a'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:48:33.340423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:48:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:33.474968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7fab-5542-4ece-aab5-60c48b820ee9 req-3ecc3290-3848-457a-a74d-dcb8247c991a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:33.485295 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-94ad7fab-5542-4ece-aab5-60c48b820ee9 req-3ecc3290-3848-457a-a74d-dcb8247c991a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2272177 Feb 09 07:48:33.521211 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-7974485b-eb34-4d8c-b430-8fb55393f026 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1478124 Feb 09 07:48:33.564670 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-94ad7fab-5542-4ece-aab5-60c48b820ee9 req-9430d082-9f1b-4e83-95b5-0aba9f4704e9 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778689 Feb 09 07:48:33.616233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] Set router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:48:33.714594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-70d71c47-a9ec-4be1-9b74-d1a2ed6b9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:33.716850 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-70d71c47-a9ec-4be1-9b74-d1a2ed6b9653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1163 time: 0.1438828 Feb 09 07:48:33.976203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-89c07152-a335-4cd9-a1d9-d4370d2d8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:33.978911 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-89c07152-a335-4cd9-a1d9-d4370d2d8fed service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.2397399 Feb 09 07:48:34.046952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 43012) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:34.150620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9e563-67ac-40d5-925d-aa5c7e2af025 req-d9bf8b33-8b6a-4f15-9e71-af1b87a38f65 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:34.159243 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f7f9e563-67ac-40d5-925d-aa5c7e2af025 req-d9bf8b33-8b6a-4f15-9e71-af1b87a38f65 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2879868 Feb 09 07:48:34.186156 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-9c943b83-9083-472b-99fb-58275cd48a69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 1002 time: 0.1978040 Feb 09 07:48:34.240497 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f7f9e563-67ac-40d5-925d-aa5c7e2af025 req-ec8152e9-41bf-42c0-bad4-4e2f52881309 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802157 Feb 09 07:48:34.315789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-434618f0-0c1b-444d-acb6-e6ddd7672e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:34.317786 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-434618f0-0c1b-444d-acb6-e6ddd7672e95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.1246803 Feb 09 07:48:34.329317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:48:27Z', 'revision_number': 4, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'f90f43a8-e69f-4800-8e97-6d91904c373f', 'name': '', 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'mac_address': 'fa:16:3e:87:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:26Z', 'updated_at': '2021-02-09T07:48:33Z', 'revision_number': 4, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'subnets': [{'id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:34.343630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773894-b1ef-4421-86e4-b95c9156c5c7 None None] The sync data for ids ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'] in dv-cinder-774594-1-smb is: [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:48:27Z', 'revision_number': 4, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'f90f43a8-e69f-4800-8e97-6d91904c373f', 'name': '', 'network_id': 'f5ccbb82-623f-4335-9b72-3e69300e376b', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'mac_address': 'fa:16:3e:87:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:26Z', 'updated_at': '2021-02-09T07:48:33Z', 'revision_number': 4, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'subnets': [{'id': 'b2104f2c-af8a-4194-8d66-a79bb6ee7d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:48:34.446950 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-b80003ab-517b-4160-be6f-9a6c6013a9de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3943477 Feb 09 07:48:34.505258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-877eabde-7f33-4d87-b309-eef54d97b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:34.506927 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-877eabde-7f33-4d87-b309-eef54d97b1a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1819181 Feb 09 07:48:34.666112 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-140392c9-4197-4981-87a4-5136fbded73d service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499586 Feb 09 07:48:34.871168 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-01d3fbb6-2f76-4034-acf3-1d03bea9860e req-9b1241d3-9580-429e-b5be-f699a90411f0 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1985564 Feb 09 07:48:35.117601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 43052) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:35.120364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653e920-1ba5-48c6-9693-98b821a0c254 req-26080aef-7818-4f72-b8fd-86341c062249 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:35.123309 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2653e920-1ba5-48c6-9693-98b821a0c254 req-26080aef-7818-4f72-b8fd-86341c062249 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2131343 Feb 09 07:48:35.193686 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2653e920-1ba5-48c6-9693-98b821a0c254 req-99593ad7-7d4e-4d3d-9efc-c37e81cf6875 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627167 Feb 09 07:48:35.204001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Deleting subnet b61e92ca-b0ea-4766-909e-106d3850814c {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:48:35.207446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.275152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.348636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.565352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8423a05-c606-4159-8842-49049ff38788 req-8e9c9882-c767-482b-bce5-c4ed8c9e7836 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:35.568575 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8423a05-c606-4159-8842-49049ff38788 req-8e9c9882-c767-482b-bce5-c4ed8c9e7836 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1757321 Feb 09 07:48:35.650399 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8423a05-c606-4159-8842-49049ff38788 req-d31e8098-e34e-4bf6-97b3-af9d56fe9d99 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764196 Feb 09 07:48:35.667649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.691105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:35.704777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device f90f43a8-e69f-4800-8e97-6d91904c373f up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:35.736947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61e92ca-b0ea-4766-909e-106d3850814c,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:35.740207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:35.797062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port f90f43a8-e69f-4800-8e97-6d91904c373f completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:48:35.802192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port f90f43a8-e69f-4800-8e97-6d91904c373f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:35.802621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.845067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.855249 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f6cc938e-3a3d-4d25-bb9f-be33560a645c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b61e92ca-b0ea-4766-909e-106d3850814c HTTP/1.1" status: 204 len: 168 time: 0.7333498 Feb 09 07:48:35.857259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 43066) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:35.946466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.986636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port f90f43a8-e69f-4800-8e97-6d91904c373f, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=f90f43a8-e69f-4800-8e97-6d91904c373f,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:35.992249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.994395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:36.035061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:36.075263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=f90f43a8-e69f-4800-8e97-6d91904c373f,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:36.078591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:36.109502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f933-6db7-45de-a586-343904c09bf1 req-bc2316a2-6688-42b3-9e7c-4549b54e8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:36.111117 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-bc2316a2-6688-42b3-9e7c-4549b54e8709 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039&tenant_id=9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 1160 time: 0.0939736 Feb 09 07:48:36.229143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f933-6db7-45de-a586-343904c09bf1 req-f14c19ad-319c-459e-9bcb-5e1168c1b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:36.230838 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-f14c19ad-319c-459e-9bcb-5e1168c1b940 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1160 time: 0.0779166 Feb 09 07:48:36.234443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:36.396558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f933-6db7-45de-a586-343904c09bf1 req-bd2abd08-62d4-4cf7-8cf0-0c7811291c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:36.398155 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-bd2abd08-62d4-4cf7-8cf0-0c7811291c56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.1567621 Feb 09 07:48:36.521464 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-0d8cc396-327a-4279-9d97-6e05ef01a4f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 200 len: 999 time: 0.1145706 Feb 09 07:48:36.599125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f933-6db7-45de-a586-343904c09bf1 req-1394ebd4-1549-4b90-a492-6f2cc6768358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:36.600726 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-1394ebd4-1549-4b90-a492-6f2cc6768358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0693231 Feb 09 07:48:36.604907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672925a3-9f51-458c-a1d3-f5471361c135']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:36.626594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40de8f3-32b0-4cd8-808f-afd187c277fd') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:36.626934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40de8f3-32b0-4cd8-808f-afd187c277fd') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:48:36.641281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:36.662249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:36.665133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:48:36.703015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f933-6db7-45de-a586-343904c09bf1 req-e2a04d27-0315-4380-873c-4549f57feff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:36.705351 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-e2a04d27-0315-4380-873c-4549f57feff0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877426 Feb 09 07:48:36.844288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6abe-b6c9-40a9-ad5a-d798a1e293d0 req-149387a7-c30d-4adf-805e-06069f4830b4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:36.846066 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-30cc6abe-b6c9-40a9-ad5a-d798a1e293d0 req-149387a7-c30d-4adf-805e-06069f4830b4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.3182364 Feb 09 07:48:36.911227 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-f843cf17-6d84-4841-9e96-29422992226e service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893229 Feb 09 07:48:37.060081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Network 672925a3-9f51-458c-a1d3-f5471361c135 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:48:37.090163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-30cc6abe-b6c9-40a9-ad5a-d798a1e293d0 req-a6ab05e3-78bb-49fb-a35e-ee73bdc64555 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978965 Feb 09 07:48:37.093446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:37.302339 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e45f933-6db7-45de-a586-343904c09bf1 req-832b4819-b92e-44e6-a9c0-9d289e03c00b service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3819811 Feb 09 07:48:37.302891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf34a4d-3a2c-4fc8-b042-30c1c311497e req-db91227a-0445-45d0-a2f6-77d911fd48d9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:37.304286 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7cf34a4d-3a2c-4fc8-b042-30c1c311497e req-db91227a-0445-45d0-a2f6-77d911fd48d9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.4525020 Feb 09 07:48:37.450367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Network 672925a3-9f51-458c-a1d3-f5471361c135 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:48:37.476210 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:48:37.501261 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7cf34a4d-3a2c-4fc8-b042-30c1c311497e req-1a0b30b1-147e-406e-ae10-63b7c3483066 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748362 Feb 09 07:48:37.591198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:37.595825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:37.599906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2d4ea2e0-6cbb-416b-a4ff-d8178470ab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:37.626729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=672925a3-9f51-458c-a1d3-f5471361c135,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:37.629409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:37.634695 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/672925a3-9f51-458c-a1d3-f5471361c135 HTTP/1.1" status: 204 len: 168 time: 1.7722006 Feb 09 07:48:37.665103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device f90f43a8-e69f-4800-8e97-6d91904c373f up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:37.742763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port f90f43a8-e69f-4800-8e97-6d91904c373f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:37.743193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:37.882745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 43094) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:37.959110 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0e4b097d-babb-494d-ae91-60d6268bfac9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8649cee1c2424dd783056ecd09b6507e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697610 Feb 09 07:48:37.959355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 43100) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:38.025450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:38.056315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:38.104965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:38.112335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3500660d-2209-4a0b-89d2-533072f81e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:38.127451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c30575-6939-48c9-9f55-fac6abafe2fc,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:38.130572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:38.132566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:38.133779 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7c30575-6939-48c9-9f55-fac6abafe2fc HTTP/1.1" status: 204 len: 168 time: 0.1751716 Feb 09 07:48:38.416023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c03b0-bae1-455b-8d8c-74041f70cd6d req-845eed82-33d9-49cf-ab74-03d3f6bab8f6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:38.417802 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fe5c03b0-bae1-455b-8d8c-74041f70cd6d req-845eed82-33d9-49cf-ab74-03d3f6bab8f6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1748869 Feb 09 07:48:38.490200 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fe5c03b0-bae1-455b-8d8c-74041f70cd6d req-0bc4f004-ed27-4a06-aeb4-3c77a56be6ad tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650818 Feb 09 07:48:38.886861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102cffb-c2b7-46c1-b1c5-1522c904320c req-73adcfa8-35e7-4178-abba-d643cfe2f4bb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:38.888650 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4102cffb-c2b7-46c1-b1c5-1522c904320c req-73adcfa8-35e7-4178-abba-d643cfe2f4bb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2435513 Feb 09 07:48:38.967854 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4102cffb-c2b7-46c1-b1c5-1522c904320c req-e34b8e56-c01a-4f2a-85d5-c48ecd4ce327 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688002 Feb 09 07:48:39.746096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-49567964-c8ab-4595-878c-e00ec74cae00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:39.819660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0f528-571c-4cbf-a4ed-5897a5bec41b req-e33bdb7a-4aa0-442f-ab42-4be5cc4e2471 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:39.821320 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5db0f528-571c-4cbf-a4ed-5897a5bec41b req-e33bdb7a-4aa0-442f-ab42-4be5cc4e2471 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1694787 Feb 09 07:48:39.887171 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5db0f528-571c-4cbf-a4ed-5897a5bec41b req-c1480f25-988f-45ad-a19b-736370a699ba tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588989 Feb 09 07:48:40.021700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:40.280177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a50b-5f40-407c-bc2a-d97792c98f2d req-69929905-d12b-4961-b2f4-01c05d8f0671 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:40.282276 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c682a50b-5f40-407c-bc2a-d97792c98f2d req-69929905-d12b-4961-b2f4-01c05d8f0671 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1705859 Feb 09 07:48:40.348143 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c682a50b-5f40-407c-bc2a-d97792c98f2d req-8fe8cd5b-7bd7-4b4b-89ef-9a6a165cbe02 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590353 Feb 09 07:48:41.213076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbca3e3-afe2-4f26-ad0e-da869ad7d3f3 req-a4354b33-9b25-4f3a-9dd5-d3bab8cf4053 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:41.215646 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7dbca3e3-afe2-4f26-ad0e-da869ad7d3f3 req-a4354b33-9b25-4f3a-9dd5-d3bab8cf4053 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1738350 Feb 09 07:48:41.320414 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7dbca3e3-afe2-4f26-ad0e-da869ad7d3f3 req-2ca3b94d-fe4f-4268-8617-b54212ce29ed tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954435 Feb 09 07:48:41.667526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2554-3607-417a-9b27-de3ed99c57a1 req-6123528d-492d-4c81-88de-c56b83cf7cdd tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:41.667526 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-196f2554-3607-417a-9b27-de3ed99c57a1 req-6123528d-492d-4c81-88de-c56b83cf7cdd tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1795144 Feb 09 07:48:41.732572 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-196f2554-3607-417a-9b27-de3ed99c57a1 req-d652516a-7b73-47fb-b442-0b337d9abc2f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601311 Feb 09 07:48:42.274240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-98b679ac-1bcc-435d-b80d-989f2d83112f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:42.652173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc09b-9519-41fc-9b94-52a024d60084 req-cbbe283f-ce08-49e4-a690-dbfa1ce0bcd0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:42.654320 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-606bc09b-9519-41fc-9b94-52a024d60084 req-cbbe283f-ce08-49e4-a690-dbfa1ce0bcd0 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1752548 Feb 09 07:48:42.724047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-606bc09b-9519-41fc-9b94-52a024d60084 req-74970e83-acc9-4469-8860-788e90101643 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627081 Feb 09 07:48:42.885812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:43.055107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23274344-1576-4b58-b2e5-4222b34dda4f req-67627bbf-6696-45fd-8590-621f7d09af98 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:43.056843 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-23274344-1576-4b58-b2e5-4222b34dda4f req-67627bbf-6696-45fd-8590-621f7d09af98 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1850889 Feb 09 07:48:43.147115 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-23274344-1576-4b58-b2e5-4222b34dda4f req-fc00bfd6-6bdf-4052-a5d7-e148be00e28c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832233 Feb 09 07:48:43.610828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:44.084398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a26dda-10a7-4df7-92b2-a8773b11e5aa req-6fef7bbb-8e1c-4d39-b9b6-b554191b1a2b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:44.086738 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b7a26dda-10a7-4df7-92b2-a8773b11e5aa req-6fef7bbb-8e1c-4d39-b9b6-b554191b1a2b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2071793 Feb 09 07:48:44.154943 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b7a26dda-10a7-4df7-92b2-a8773b11e5aa req-3396700d-7c9c-40cb-bdbf-f623723c8020 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600893 Feb 09 07:48:44.265363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:44.497229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77b6b3-2f64-4a16-8bfd-40a371063b7d req-fb8d5f15-ccb0-4191-98aa-3e61810ab43f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:44.499366 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef77b6b3-2f64-4a16-8bfd-40a371063b7d req-fb8d5f15-ccb0-4191-98aa-3e61810ab43f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1932089 Feb 09 07:48:44.575654 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef77b6b3-2f64-4a16-8bfd-40a371063b7d req-7701677c-6eeb-4c84-a3bd-502648f8fbd3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695558 Feb 09 07:48:45.487660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925227d7-713e-4b48-9bef-6b6efc20b023 req-862ebcdf-1c8d-45fb-8188-cdff5a21b40a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:45.489452 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-925227d7-713e-4b48-9bef-6b6efc20b023 req-862ebcdf-1c8d-45fb-8188-cdff5a21b40a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1770489 Feb 09 07:48:45.558095 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-925227d7-713e-4b48-9bef-6b6efc20b023 req-222f736e-89e7-451b-ad54-9513b28d7a04 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619259 Feb 09 07:48:45.903983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f605ea-3f71-44c2-bb6b-2ac56adec20b req-d681dbda-1df0-4a44-ad5b-505760926545 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:45.905822 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f3f605ea-3f71-44c2-bb6b-2ac56adec20b req-d681dbda-1df0-4a44-ad5b-505760926545 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1980028 Feb 09 07:48:45.988139 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f3f605ea-3f71-44c2-bb6b-2ac56adec20b req-c8e3d170-10e5-48b1-b4cc-f2971a2a6228 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753648 Feb 09 07:48:46.913068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0d001-b80b-43f8-baa3-a96117c65d18 req-56a2ab8e-4e4e-4f17-8cc3-999a3a7f8e3d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:46.914859 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cdc0d001-b80b-43f8-baa3-a96117c65d18 req-56a2ab8e-4e4e-4f17-8cc3-999a3a7f8e3d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1956439 Feb 09 07:48:46.988395 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cdc0d001-b80b-43f8-baa3-a96117c65d18 req-89d2dfa5-e63c-4eaa-b3b5-63a4fb1fdf4e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672488 Feb 09 07:48:47.298975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bb6b5-26ee-4477-8b16-3033eab552c3 req-f9efe44f-d178-4327-acd4-fd0e2e48cae2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:47.300701 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7f7bb6b5-26ee-4477-8b16-3033eab552c3 req-f9efe44f-d178-4327-acd4-fd0e2e48cae2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1780515 Feb 09 07:48:47.370904 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7f7bb6b5-26ee-4477-8b16-3033eab552c3 req-3b9aa634-1d0d-4f60-ad17-9d99cf08fa50 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635843 Feb 09 07:48:47.560716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 43306) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:47.744553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:47.761052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:48:47.766105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Usage tracker for resource:security_group_rule and tenant:7a691c1a6d5b4a78844888673be1c3e1 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:48:47.769256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:48:47.775417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:48:47.875843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:47.878867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:47.888814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7716e4a0-5b22-44a4-a068-a981f4e9607d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:47.937481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e057951-8a19-4d11-8bf1-644aaca9ad9d,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:47.948549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:47.951087 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a691c1a6d5b4a78844888673be1c3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888397 Feb 09 07:48:47.954141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 43318) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:48:48.042162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:48.082542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:48.158645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:48.165171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c23020b8-19e1-40e0-8281-3adc0ccf8852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:48.209981 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e057951-8a19-4d11-8bf1-644aaca9ad9d,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:48.221128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.221553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.222131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.222542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.222939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.223341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.223733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.224128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.224623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.224916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.225307 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.225781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.226251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.226648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.227042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.227429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.227820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.228214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.228604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.228992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.229379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.229794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.230185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.230575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:48:48.238794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:48.251708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:48.258653 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e057951-8a19-4d11-8bf1-644aaca9ad9d HTTP/1.1" status: 204 len: 168 time: 0.3026223 Feb 09 07:48:48.555402 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b34c-1ca8-4b7f-bbd9-f31a735c4efd req-12259739-6921-4eeb-af31-4dd31ddca45d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:48.558300 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff68b34c-1ca8-4b7f-bbd9-f31a735c4efd req-12259739-6921-4eeb-af31-4dd31ddca45d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2378726 Feb 09 07:48:48.734258 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff68b34c-1ca8-4b7f-bbd9-f31a735c4efd req-4c371ade-0d39-479b-b4a4-95fdc8f12638 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634352 Feb 09 07:48:48.870300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb81d03-be60-482c-9fd2-8bd3f7d16f07 req-b71b7641-7183-4d5c-aca5-05c829486e03 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:48.872020 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9fb81d03-be60-482c-9fd2-8bd3f7d16f07 req-b71b7641-7183-4d5c-aca5-05c829486e03 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.3000126 Feb 09 07:48:48.939848 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9fb81d03-be60-482c-9fd2-8bd3f7d16f07 req-71b4fee4-78cc-4a56-be57-efaaa6e32b71 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Feb 09 07:48:50.067160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5e2b3-08a4-4d92-a192-1fae319232d4 req-2d3c24bd-9d3a-4c31-b6dc-2a08a07aafa7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:50.068888 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-35d5e2b3-08a4-4d92-a192-1fae319232d4 req-2d3c24bd-9d3a-4c31-b6dc-2a08a07aafa7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1846809 Feb 09 07:48:50.203494 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-35d5e2b3-08a4-4d92-a192-1fae319232d4 req-905dc993-8e70-4dd1-ac20-c938c4dcf7ec tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279733 Feb 09 07:48:50.331360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48bf23-d5aa-4f30-9cb7-d28595db61eb req-79c10081-e6a3-4453-b5fc-50bc9769fd22 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:50.333346 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fa48bf23-d5aa-4f30-9cb7-d28595db61eb req-79c10081-e6a3-4453-b5fc-50bc9769fd22 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2370923 Feb 09 07:48:50.406978 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fa48bf23-d5aa-4f30-9cb7-d28595db61eb req-79e9b2eb-41a5-4f71-8805-79056fc237f7 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664899 Feb 09 07:48:51.863950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079fd6a-9e8c-4bd6-8ba9-55a636720067 req-c33feada-36f0-4874-b6b3-b4505f9feb2a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:51.865740 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4079fd6a-9e8c-4bd6-8ba9-55a636720067 req-c33feada-36f0-4874-b6b3-b4505f9feb2a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.4672766 Feb 09 07:48:51.959212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79111b-73cb-4f4b-8e71-06aff083230b req-ec2c7f9f-d7ad-4d08-96d4-6660c884bfea tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:51.961192 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e79111b-73cb-4f4b-8e71-06aff083230b req-ec2c7f9f-d7ad-4d08-96d4-6660c884bfea tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2855315 Feb 09 07:48:52.042180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:48:52.052797 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4079fd6a-9e8c-4bd6-8ba9-55a636720067 req-824d916c-b84b-4f93-9ea4-7f0039f1d400 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904171 Feb 09 07:48:52.080290 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e79111b-73cb-4f4b-8e71-06aff083230b req-4a09a9bd-f00e-436f-835f-1a5710a390d2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029313 Feb 09 07:48:53.439731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534ebe0-66fb-4d21-afaa-31b972fd673d req-bdef956d-5f03-4dfe-9811-aebe6a743d0f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:53.441441 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f534ebe0-66fb-4d21-afaa-31b972fd673d req-bdef956d-5f03-4dfe-9811-aebe6a743d0f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2411234 Feb 09 07:48:53.525904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e135b-c4c1-4182-b1a1-279f3b559bf6 req-1b8304ab-cc88-4d27-a254-5e6574f0e002 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:53.527611 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-747e135b-c4c1-4182-b1a1-279f3b559bf6 req-1b8304ab-cc88-4d27-a254-5e6574f0e002 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2904406 Feb 09 07:48:53.614262 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f534ebe0-66fb-4d21-afaa-31b972fd673d req-304ae5bc-8770-4120-9cd1-e688a0d7108a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855746 Feb 09 07:48:53.640702 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-747e135b-c4c1-4182-b1a1-279f3b559bf6 req-1899dbb5-a8ae-4ed1-b13e-300046ebced0 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Feb 09 07:48:54.977846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fc37f-5cd8-4d20-8d70-3f1689f1e008 req-1d807253-62b0-4013-9cac-bdd46fbe8afb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:54.985450 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0d1fc37f-5cd8-4d20-8d70-3f1689f1e008 req-1d807253-62b0-4013-9cac-bdd46fbe8afb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.1965253 Feb 09 07:48:55.044813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae990001-9450-4b9d-a2b3-0fcef449fed0 req-bb867562-1971-4614-9019-09d7fb213467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:55.046851 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ae990001-9450-4b9d-a2b3-0fcef449fed0 req-bb867562-1971-4614-9019-09d7fb213467 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.0934958 Feb 09 07:48:55.097974 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ae990001-9450-4b9d-a2b3-0fcef449fed0 req-724f6713-abdc-4d48-bb19-d71465ce6524 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Feb 09 07:48:55.102194 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0d1fc37f-5cd8-4d20-8d70-3f1689f1e008 req-416b1387-916a-4caf-87ae-f11f41a688e5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157210 Feb 09 07:48:55.246243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cec37a-e4b1-4ebf-8c55-5de3af91b2d2 req-873d4e54-4e05-47bc-b70a-23dfd9055605 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:55.248067 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87cec37a-e4b1-4ebf-8c55-5de3af91b2d2 req-873d4e54-4e05-47bc-b70a-23dfd9055605 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2182341 Feb 09 07:48:55.383129 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87cec37a-e4b1-4ebf-8c55-5de3af91b2d2 req-f0d860fd-40a2-4e23-908d-d1bbf7db1d4e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915284 Feb 09 07:48:55.481893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5551d8-89b1-4f55-9aef-61f1a2945227 req-537b21bc-75c3-4ceb-88d9-5d4b49dfc37c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:55.483637 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2b5551d8-89b1-4f55-9aef-61f1a2945227 req-537b21bc-75c3-4ceb-88d9-5d4b49dfc37c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2340577 Feb 09 07:48:55.548025 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2b5551d8-89b1-4f55-9aef-61f1a2945227 req-a9556bb8-9010-4025-9ac4-eab22df66c67 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582356 Feb 09 07:48:56.172807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-22e0efa8-44fb-40de-81a6-ea68630f4ca7 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Synchronizing usage tracker for tenant:34aea38f1df742329819d5523ba558c5 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:48:56.193528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-22e0efa8-44fb-40de-81a6-ea68630f4ca7 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Unset dirty status for tenant:34aea38f1df742329819d5523ba558c5 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:48:56.194938 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-22e0efa8-44fb-40de-81a6-ea68630f4ca7 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-804788032&fields=id&tenant_id=34aea38f1df742329819d5523ba558c5 HTTP/1.1" status: 200 len: 267 time: 0.0810921 Feb 09 07:48:56.518270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-b73aee19-7b44-4193-8f71-573c24f69d1f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:56.519963 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-b73aee19-7b44-4193-8f71-573c24f69d1f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 809 time: 0.3178556 Feb 09 07:48:56.613086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d67b2-adbd-4dcb-8463-9d991cfa2dd8 req-fb1ce053-e550-4c41-92e2-5fcc8f1caf94 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:56.614842 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6c0d67b2-adbd-4dcb-8463-9d991cfa2dd8 req-fb1ce053-e550-4c41-92e2-5fcc8f1caf94 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.3647199 Feb 09 07:48:56.626114 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-75f0514d-2c72-467d-b433-ee96ea7aeed8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/quotas/34aea38f1df742329819d5523ba558c5 HTTP/1.1" status: 200 len: 375 time: 0.0996647 Feb 09 07:48:56.746245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6c0d67b2-adbd-4dcb-8463-9d991cfa2dd8 req-1b92b316-a7e6-4c82-9ff9-6be46751fded tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217604 Feb 09 07:48:56.811312 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-658a5c7a-fd88-45a0-983c-1f84cee076a6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699526 Feb 09 07:48:57.029433 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-7cbc2d74-d2cb-4fa0-b507-4af216970d6f service neutron] 10.222.0.39 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057102 Feb 09 07:48:57.147041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59d4e-e964-426d-b328-700fcdd4410b req-aed3d7f1-2182-465e-ac86-624d46e44af8 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:57.148778 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1cd59d4e-e964-426d-b328-700fcdd4410b req-aed3d7f1-2182-465e-ac86-624d46e44af8 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2294595 Feb 09 07:48:57.298104 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1cd59d4e-e964-426d-b328-700fcdd4410b req-ea8e7448-bb83-4e40-8c6d-9e62af32bb49 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419380 Feb 09 07:48:57.325747 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-25765baf-d289-46e9-afc8-61fab66e51eb service neutron] 10.222.0.39 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2887452 Feb 09 07:48:57.590774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86168c-025b-4288-9017-c34bdb299d07 req-4577e39e-841b-4686-8ae1-ca3e85ec01a0 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:57.593014 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3e86168c-025b-4288-9017-c34bdb299d07 req-4577e39e-841b-4686-8ae1-ca3e85ec01a0 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1746812 Feb 09 07:48:57.659266 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3e86168c-025b-4288-9017-c34bdb299d07 req-a9e990b5-af00-4e0d-896a-5323372a5845 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597184 Feb 09 07:48:57.841994 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bf3da94a-39aa-472d-8228-424e6a068e9f req-c14e2bc8-9550-472a-84d7-a079483044e3 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 210 time: 0.0630779 Feb 09 07:48:58.171285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-0c024984-60e9-4204-a6c7-70c5206dac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:58.173758 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-0c024984-60e9-4204-a6c7-70c5206dac2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.1275370 Feb 09 07:48:58.196515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151ddf3-fb4e-481b-ac91-978bae18a115 req-4b775058-d101-40c4-a28e-c31b504e3c53 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:58.198221 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1151ddf3-fb4e-481b-ac91-978bae18a115 req-4b775058-d101-40c4-a28e-c31b504e3c53 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.2113874 Feb 09 07:48:58.316300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:58.319682 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1151ddf3-fb4e-481b-ac91-978bae18a115 req-73e77312-f0d8-4cc1-b331-16902380ed7a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810902 Feb 09 07:48:58.359381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-aacfb694-2a51-401c-864c-059dcc3f97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:58.361800 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-aacfb694-2a51-401c-864c-059dcc3f97e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.1661916 Feb 09 07:48:58.395592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:58.396253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:58.441028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a432c-343d-4ba9-b522-437def9fd954 req-175f55bf-39bc-4fce-9a08-b5e04052b4fe tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:58.442779 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-221a432c-343d-4ba9-b522-437def9fd954 req-175f55bf-39bc-4fce-9a08-b5e04052b4fe tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2435639 Feb 09 07:48:58.462220 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-7809fd48-8558-4c22-85e8-59456ac34509 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.0852149 Feb 09 07:48:58.530983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:58.539321 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-221a432c-343d-4ba9-b522-437def9fd954 req-96dd3c04-5c65-435c-bdd1-873200d2378f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894744 Feb 09 07:48:58.541974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-1268efdd-cfd5-4a50-a993-78be1fafbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:58.543751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-1268efdd-cfd5-4a50-a993-78be1fafbacd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.0725336 Feb 09 07:48:58.610182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:58.610512 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-687b749b-5f86-4de7-96dc-828367449f63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534551 Feb 09 07:48:58.610805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:58.750401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:58.796497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:48:58.797721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:48:58.806582 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:58.806822 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-c1572c16-d976-4ad8-950e-625fc352f112 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883774 Feb 09 07:48:58.809387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:48:58.921954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=6']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:48:58.925598 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:48:58.936643 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'code': 200} Feb 09 07:48:59.047857 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2c1bcac-e03a-4a5e-8e05-6949860605ff req-c42088b2-2a63-4307-8a84-78dc94cb9118 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2335978 Feb 09 07:48:59.115752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1dffc-4a80-41a6-80d5-672ede050080 req-9ebaa779-d00e-45a0-878f-64da6fca9d4e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:59.117430 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-08b1dffc-4a80-41a6-80d5-672ede050080 req-9ebaa779-d00e-45a0-878f-64da6fca9d4e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2329514 Feb 09 07:48:59.183243 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-eb7e0f28-5c68-4b59-90ee-c266f75d443f req-b3ba4a0d-5b55-4e0c-9375-ad0768c68e0f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 210 time: 0.0646758 Feb 09 07:48:59.229158 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-08b1dffc-4a80-41a6-80d5-672ede050080 req-814dd8ee-6a7d-47eb-a353-57fb7f7c2951 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688384 Feb 09 07:48:59.615577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:48:59.641670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92d59a-3d0d-43ec-a7d2-bb4f61ca7732 req-ed45ac16-f885-4aee-9fe4-60cad0225e41 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:59.643386 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ee92d59a-3d0d-43ec-a7d2-bb4f61ca7732 req-ed45ac16-f885-4aee-9fe4-60cad0225e41 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.1748123 Feb 09 07:48:59.692809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:48:59.693664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:59.742476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454989c1-f90d-410f-8ce5-307d812eab17 req-869332d1-c06c-4bf7-ab07-faf2da97cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:59.744313 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-454989c1-f90d-410f-8ce5-307d812eab17 req-869332d1-c06c-4bf7-ab07-faf2da97cc0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 1162 time: 0.0951362 Feb 09 07:48:59.790237 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ee92d59a-3d0d-43ec-a7d2-bb4f61ca7732 req-1e3c9709-0ea4-43b4-ad08-1832e988a691 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401308 Feb 09 07:48:59.812862 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-454989c1-f90d-410f-8ce5-307d812eab17 req-5acc8c52-0f35-4a42-b812-369bc712d4ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609841 Feb 09 07:48:59.929292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de3c01-e9f3-4d2e-a74a-361c31642a66 req-41132666-30d9-4a99-b2d6-e1e9edf9bf5a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:48:59.930927 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-93de3c01-e9f3-4d2e-a74a-361c31642a66 req-41132666-30d9-4a99-b2d6-e1e9edf9bf5a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2452557 Feb 09 07:48:59.998718 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-93de3c01-e9f3-4d2e-a74a-361c31642a66 req-f66110d6-d381-4b0b-ab46-097a505b19d6 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Feb 09 07:49:00.373983 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e78d8ac5-ce78-46b8-9638-5dbe209f17e3 req-b053bdbe-14ec-48a2-b1a0-ddd6d1991a54 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 210 time: 0.0543427 Feb 09 07:49:00.478327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-bed7ddfa-f30f-44e8-b44b-05ff31d8d001 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:00.479019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-bed7ddfa-f30f-44e8-b44b-05ff31d8d001 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Synchronizing usage tracker for tenant:34aea38f1df742329819d5523ba558c5 on resource:network {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:49:00.499623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-bed7ddfa-f30f-44e8-b44b-05ff31d8d001 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Unset dirty status for tenant:34aea38f1df742329819d5523ba558c5 on resource:network {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:49:00.501547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-bed7ddfa-f30f-44e8-b44b-05ff31d8d001 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 809 time: 0.3086393 Feb 09 07:49:00.555843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457569f-1782-4fc8-9fb5-377eff3edfa9 req-aeedde50-9515-47da-b9aa-fefd79f73fe0 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:00.557697 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1457569f-1782-4fc8-9fb5-377eff3edfa9 req-aeedde50-9515-47da-b9aa-fefd79f73fe0 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1824377 Feb 09 07:49:00.632376 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1457569f-1782-4fc8-9fb5-377eff3edfa9 req-b922a8cb-05fd-43ae-8846-9471db9dbc5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673177 Feb 09 07:49:00.651362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-54920649-ddbb-4216-875c-c141218536f5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Synchronizing usage tracker for tenant:34aea38f1df742329819d5523ba558c5 on resource:security_group {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:49:00.667528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-54920649-ddbb-4216-875c-c141218536f5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Unset dirty status for tenant:34aea38f1df742329819d5523ba558c5 on resource:security_group {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:49:00.668959 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-54920649-ddbb-4216-875c-c141218536f5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34aea38f1df742329819d5523ba558c5 HTTP/1.1" status: 200 len: 5757 time: 0.1460171 Feb 09 07:49:00.679217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'port': {'device_id': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'admin_state_up': True, 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'security_groups': ['5d9590cd-2339-47c8-ac27-d3060a88d2ef']}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:49:00.839422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:49:00.843583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Usage tracker for resource:port and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:49:00.846746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:49:00.852770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:49:00.863277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Made reservation on behalf of 34aea38f1df742329819d5523ba558c5 for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:49:00.871552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 43542) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:00.891758 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.059834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.080372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:49:01.085032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Usage tracker for resource:security_group_rule and tenant:60ee8dd4466b4a86bac08cc495b46e61 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:49:01.088070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:49:01.094222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:49:01.188189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.280120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9294-a903-4112-8554-255a6256c022 req-772327fd-6933-4396-a4af-4613d26b86b5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:01.281802 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3ae9294-a903-4112-8554-255a6256c022 req-772327fd-6933-4396-a4af-4613d26b86b5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.3300521 Feb 09 07:49:01.306014 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Allocated IP 172.20.0.11 (a154af99-b060-43aa-b9b0-45c7731971b0/c7224952-1c15-4e97-a074-0b3688524738/259d4efa-cfd6-442c-bc84-2a7cbe62a775) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:49:01.323864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.540298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-573e84e7-2ab8-4c09-89bd-52d54d71ed9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:01.543494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.560779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Transition to ACTIVE for port object 259d4efa-cfd6-442c-bc84-2a7cbe62a775 will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:49:01.585956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.608489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:01.638660 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60ee8dd4466b4a86bac08cc495b46e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7633874 Feb 09 07:49:01.638660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d66faf-bcfc-4714-b2e0-c9b5053ab3f9,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:01.642966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 43564) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:01.647196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:01.671054 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3ae9294-a903-4112-8554-255a6256c022 req-79e7dc4d-ed78-482b-9b42-24fe67cdbc50 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318235 Feb 09 07:49:01.800627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea2892-9492-40af-a6d8-81b6e769fd3a req-b9eff1e0-9d6e-4804-b02d-078f3c2e281e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:01.818360 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3ea2892-9492-40af-a6d8-81b6e769fd3a req-b9eff1e0-9d6e-4804-b02d-078f3c2e281e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.6284671 Feb 09 07:49:01.898377 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3ea2892-9492-40af-a6d8-81b6e769fd3a req-279a3244-db61-421f-a094-b99008534836 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787196 Feb 09 07:49:01.931782 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event updated for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:01.940079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:01.982154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.027651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Network a154af99-b060-43aa-b9b0-45c7731971b0 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:49:02.030934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:49:02.034632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.043359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:49:02.144816 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f76b6-6a7b-43fc-974e-7d7582cd9788 req-2934c71a-3374-4c5e-83b2-36c4c22e98f0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:02.146640 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b16f76b6-6a7b-43fc-974e-7d7582cd9788 req-2934c71a-3374-4c5e-83b2-36c4c22e98f0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 932 time: 0.2879636 Feb 09 07:49:02.211879 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:02.224954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:02.225928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.266903 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917225 Feb 09 07:49:02.268196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.280355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.282162 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41d66faf-bcfc-4714-b2e0-c9b5053ab3f9 HTTP/1.1" status: 204 len: 168 time: 0.6231947 Feb 09 07:49:02.284898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a5b3ea93-d891-4988-a13a-aad6e2bf0220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:02.303992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Request body: {'port': {'device_id': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:49:02.350308 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b16f76b6-6a7b-43fc-974e-7d7582cd9788 req-2b85043a-a115-4d86-ad8e-0549538b0918 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1595783 Feb 09 07:49:02.377389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d66faf-bcfc-4714-b2e0-c9b5053ab3f9,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:02.391108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:02.417947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:02.418571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.512610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-15f8a0c8-24c7-4d71-9a26-5e18f4821244 None None] Provisioning for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:49:02.516594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.519937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-15f8a0c8-24c7-4d71-9a26-5e18f4821244 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:02.520594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-15f8a0c8-24c7-4d71-9a26-5e18f4821244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:02.563282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f08548-83e8-40e5-ab16-40561e3baa53 req-1374a166-63fe-4db6-8786-cc2312ada311 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:02.578477 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-10f08548-83e8-40e5-ab16-40561e3baa53 req-1374a166-63fe-4db6-8786-cc2312ada311 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.4305553 Feb 09 07:49:02.601289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-15f8a0c8-24c7-4d71-9a26-5e18f4821244 None None] Port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:49:02.702544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:02.732018 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-10f08548-83e8-40e5-ab16-40561e3baa53 req-241c903a-51c3-4d22-b8d9-78535d3dc2cf tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519167 Feb 09 07:49:02.818439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8d7f2a44-cc16-407c-95a1-43b991c4a8da triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:02.818779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.043540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259d4efa-cfd6-442c-bc84-2a7cbe62a775 {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:49:03.045920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece97b-3881-40f2-8f77-2ab7a7cf7062 req-53338d41-d7e5-4c1a-8218-07ed8b49e99e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:03.047675 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d9ece97b-3881-40f2-8f77-2ab7a7cf7062 req-53338d41-d7e5-4c1a-8218-07ed8b49e99e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.1812456 Feb 09 07:49:03.052496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.066380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Transition to ACTIVE for port object 259d4efa-cfd6-442c-bc84-2a7cbe62a775 will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:49:03.069470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.085848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c79c4867-9c79-4534-8db9-c220c6857a8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:03.179050 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d9ece97b-3881-40f2-8f77-2ab7a7cf7062 req-1e68a27c-21f4-43b7-bd26-773f4d51d5c1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247246 Feb 09 07:49:03.231538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Pushing event updated for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:03.234738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:03.283368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1157631-153b-4456-b68d-8d8b839c3776 req-605d33e6-7183-49aa-baf6-7fb638f876c4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:03.285095 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c1157631-153b-4456-b68d-8d8b839c3776 req-605d33e6-7183-49aa-baf6-7fb638f876c4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2156062 Feb 09 07:49:03.355908 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c1157631-153b-4456-b68d-8d8b839c3776 req-760b8a38-af7e-40da-be61-8e6d3cd9f013 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637016 Feb 09 07:49:03.439594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Attempting to bind port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:49:03.440068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Attempting to bind port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:49:03.440544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Attempting to bind port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 on network a154af99-b060-43aa-b9b0-45c7731971b0 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:49:03.447533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:49:03.448017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Checking segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:49:03.448817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.449317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Bound using segment: {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:49:03.450189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Bound port: 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727da728-3ca9-4b4f-9ce7-e21a424f8a10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:49:03.450667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.683603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:03.769568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:03.770573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.786289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5619cc1-4ed1-453c-877d-c16eba24b20b req-a3823090-6930-49c3-96f2-bdd2033ce8c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:03.790392 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f5619cc1-4ed1-453c-877d-c16eba24b20b req-a3823090-6930-49c3-96f2-bdd2033ce8c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.2548544 Feb 09 07:49:03.864971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] For port 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:49:03.871685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] For port 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:49:03.879901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.893768 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f5619cc1-4ed1-453c-877d-c16eba24b20b req-759f29bd-ff97-4666-a8f8-980663a68c4d tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0935581 Feb 09 07:49:03.912470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-59d0b641-75a0-4fa2-88d2-5d9cbe77c4e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:03.990714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Pushing event updated for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:03.996757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:04.125814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:04.126418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:04.127919 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] 10.222.0.44 "PUT /v2.0/ports/259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 1158 time: 1.8444417 Feb 09 07:49:04.128446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:04.145804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9a05-7b6b-4cb1-ad74-1106728f0b54 req-62dc0a0e-bb2a-43a1-9422-3bd6fc6614e5 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:04.148044 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-93cd9a05-7b6b-4cb1-ad74-1106728f0b54 req-62dc0a0e-bb2a-43a1-9422-3bd6fc6614e5 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1738954 Feb 09 07:49:04.190363 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'status': 'completed', 'code': 200} Feb 09 07:49:04.217757 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-93cd9a05-7b6b-4cb1-ad74-1106728f0b54 req-7f6e1a4d-0016-4a8b-97f2-35214ee3d84f tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614526 Feb 09 07:49:04.300894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-2394b474-51fb-41da-b78d-778967d35ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:04.302627 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-2394b474-51fb-41da-b78d-778967d35ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1161 time: 0.0809731 Feb 09 07:49:04.386657 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-a059817e-ebd9-4877-b178-1216c703a3d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 217 time: 0.0683920 Feb 09 07:49:04.459406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-9eed8794-73ba-4314-ab3c-1093350faa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:04.461096 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-9eed8794-73ba-4314-ab3c-1093350faa3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0673659 Feb 09 07:49:04.546179 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-36770898-9cac-41c5-a64a-854089329f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:04.547891 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-36770898-9cac-41c5-a64a-854089329f2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796883 Feb 09 07:49:04.694888 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-12a27c4a-26df-4b78-b9fa-e1680331f63f service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390886 Feb 09 07:49:04.843886 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-704a9de8-b90c-42d7-90a0-48d0848be108 req-1e52c19e-8442-4e67-898e-33beba7b4f6e service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409380 Feb 09 07:49:05.024668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-d244b72a-e8c0-4565-a1b2-0cd392c4d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.026361 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-d244b72a-e8c0-4565-a1b2-0cd392c4d380 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1161 time: 0.0840433 Feb 09 07:49:05.182180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-5fce804d-08d6-47cb-8dc8-7f5163344221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.183805 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-5fce804d-08d6-47cb-8dc8-7f5163344221 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.1501291 Feb 09 07:49:05.200745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985e4d-a162-43f4-b73b-79c9efdca1ce req-d3984f66-37e6-403a-a560-78aba2187452 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.205637 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-10985e4d-a162-43f4-b73b-79c9efdca1ce req-d3984f66-37e6-403a-a560-78aba2187452 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1746497 Feb 09 07:49:05.277684 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-be700a68-40e5-4300-b3ec-329b7d5147d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 217 time: 0.0739646 Feb 09 07:49:05.310411 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-10985e4d-a162-43f4-b73b-79c9efdca1ce req-eba9c70f-29c9-4cf2-954b-e22d78a25d5c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0967362 Feb 09 07:49:05.359504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-0dc0caf1-dbb4-4b26-aaf6-2f8a91ddcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.361253 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-0dc0caf1-dbb4-4b26-aaf6-2f8a91ddcf14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0744874 Feb 09 07:49:05.444530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56ae72-6f83-42d5-80a3-c7e212a91793 req-49d87bd6-c30d-4941-8fef-fd34d711d8ef tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.446298 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cd56ae72-6f83-42d5-80a3-c7e212a91793 req-49d87bd6-c30d-4941-8fef-fd34d711d8ef tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1932673 Feb 09 07:49:05.451863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-aac9720c-a63b-453c-9366-66df8fad79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.453423 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-aac9720c-a63b-453c-9366-66df8fad79c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843258 Feb 09 07:49:05.570381 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cd56ae72-6f83-42d5-80a3-c7e212a91793 req-1a12f656-2a82-402b-9e3b-3859625742a0 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780098 Feb 09 07:49:05.625072 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-766af783-5ed0-483b-b5a8-b519e5b9a59b service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630487 Feb 09 07:49:05.671222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa26c-e867-4e9c-ad5b-264ef81c0852 req-fab9de47-67c5-4fa5-9429-f1df81059e45 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:05.673200 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-402aa26c-e867-4e9c-ad5b-264ef81c0852 req-fab9de47-67c5-4fa5-9429-f1df81059e45 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2259195 Feb 09 07:49:05.718093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:05.786891 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-402aa26c-e867-4e9c-ad5b-264ef81c0852 req-7352b859-be32-45bb-b47b-a9cde90c5480 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068778 Feb 09 07:49:05.809038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:05.809556 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:05.854965 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f8dd8889-6b66-436d-bc23-1f776497e3f7 req-d9d30c16-85a0-4256-9d71-93dd1c35f0ea service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2174890 Feb 09 07:49:06.607238 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082c7f8-b80d-495b-9092-21a15e0b8931 req-0c07f2d6-1ac9-406e-9595-652010fe3b19 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:06.608881 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f082c7f8-b80d-495b-9092-21a15e0b8931 req-0c07f2d6-1ac9-406e-9595-652010fe3b19 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1683493 Feb 09 07:49:06.672266 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f082c7f8-b80d-495b-9092-21a15e0b8931 req-fb60a472-78f6-4fde-ac97-70bf33f96c27 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0571637 Feb 09 07:49:07.083411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca3ca-7bb5-4694-b206-abac1fadb080 req-3275db92-9f49-4edc-8d36-448c75185821 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:07.085283 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1c8ca3ca-7bb5-4694-b206-abac1fadb080 req-3275db92-9f49-4edc-8d36-448c75185821 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1691740 Feb 09 07:49:07.149028 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1c8ca3ca-7bb5-4694-b206-abac1fadb080 req-e7c1bfae-b49a-4996-9e1f-1d5b80b6e5ce tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574431 Feb 09 07:49:07.613623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-22b673bc-80a8-4a37-8fce-850d495e9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:07.615378 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-22b673bc-80a8-4a37-8fce-850d495e9d0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 1163 time: 0.0881758 Feb 09 07:49:07.624675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9bdd7-21b2-4c20-a114-69e59885db34 req-31b4d3f2-d19f-47d1-9f2c-b99c55a1ce80 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:07.626427 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-63a9bdd7-21b2-4c20-a114-69e59885db34 req-31b4d3f2-d19f-47d1-9f2c-b99c55a1ce80 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1736944 Feb 09 07:49:07.693117 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-63a9bdd7-21b2-4c20-a114-69e59885db34 req-2cc19f50-a616-4c20-a2ba-cbdaf449edc8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595427 Feb 09 07:49:07.813421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-eaac6f67-61f7-41f3-81a3-fac38505dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:07.815081 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-eaac6f67-61f7-41f3-81a3-fac38505dab7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.1905696 Feb 09 07:49:07.948774 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-3b78d2a4-95f2-46ca-bfbf-4a5a241036ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 200 len: 1002 time: 0.1179428 Feb 09 07:49:07.985407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271e49-e04c-4485-aac6-28eebdd097ad req-42cf1dac-63ee-4c92-805d-82e19ea7d7b2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:07.987229 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3c271e49-e04c-4485-aac6-28eebdd097ad req-42cf1dac-63ee-4c92-805d-82e19ea7d7b2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1739700 Feb 09 07:49:08.020096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-8eb7e479-8f92-43a0-a368-a133687fd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:08.021718 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-8eb7e479-8f92-43a0-a368-a133687fd51a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.0660372 Feb 09 07:49:08.055107 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3c271e49-e04c-4485-aac6-28eebdd097ad req-e93ca1c2-60df-4622-afd4-0b6d230ff849 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0615137 Feb 09 07:49:08.104142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-b0c05ea5-4587-4f24-8803-bd22cbb187a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:08.105782 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-b0c05ea5-4587-4f24-8803-bd22cbb187a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775177 Feb 09 07:49:08.249249 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-e144a267-cb3b-432d-b97e-3174710d67ea service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357694 Feb 09 07:49:08.394883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4396bf39-bf35-4876-beaa-d8f9da5e7055 req-bd5ff4f2-444d-4ae3-98fe-296d3de005b8 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377230 Feb 09 07:49:08.578949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:08.651761 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2bc74a83-b946-4e89-918b-b1639b3735ef triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:08.652196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:08.785806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:08.868502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:49:08.875287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:08.875984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:08.957146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-cf13eb36-3621-4490-a09c-925820faec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:08.958923 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-cf13eb36-3621-4490-a09c-925820faec8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.0984588 Feb 09 07:49:09.020730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:09.050380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:09.061569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:09.065590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:09.067560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3edcc632-716e-4b29-9f82-1d26bfc3d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:09.124445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-1681f81b-8c0a-4d4f-bfec-295392e8754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:09.126649 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-1681f81b-8c0a-4d4f-bfec-295392e8754c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.1607554 Feb 09 07:49:09.143218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:09.147036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff768-ccd3-4009-8271-3c8ebd18f26c req-408d315b-712d-41e2-a3b8-a18eafd06e1e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:09.148770 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fa7ff768-ccd3-4009-8271-3c8ebd18f26c req-408d315b-712d-41e2-a3b8-a18eafd06e1e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2584507 Feb 09 07:49:09.151278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.151670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.152060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.152441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.152815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.153189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.153559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.153958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.154392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.154762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.155157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.155497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.156117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.156487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.156850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.157221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.157664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.158033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.158397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.158760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.159120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.159481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.159848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.160208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:09.164654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:09.241611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e2a87-a221-4f45-9023-319e067a81ee req-76cf9078-7378-4e5a-84ec-efcd45d2006e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:09.243261 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4d9e2a87-a221-4f45-9023-319e067a81ee req-76cf9078-7378-4e5a-84ec-efcd45d2006e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2985544 Feb 09 07:49:09.249196 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-3068af7f-11e7-4386-bf73-503195a69783 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.0699224 Feb 09 07:49:09.328728 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4d9e2a87-a221-4f45-9023-319e067a81ee req-29c9b9cf-45aa-433a-8fe8-1080fa9a3a78 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662732 Feb 09 07:49:09.330453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-53929981-3e8f-4ba7-9c7e-9adc4b8ec716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:09.332098 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-53929981-3e8f-4ba7-9c7e-9adc4b8ec716 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.0709481 Feb 09 07:49:09.368167 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fa7ff768-ccd3-4009-8271-3c8ebd18f26c req-df790eb3-dc3f-4054-80ab-4a7193473fd3 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238012 Feb 09 07:49:09.406934 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-60159e73-ed2a-4e04-952b-6ae9800646cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494368 Feb 09 07:49:09.411813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'code': 200} Feb 09 07:49:09.564531 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-5fcb2f91-f684-4054-a4db-738247050f1b service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447332 Feb 09 07:49:09.654763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3b3e5-b969-4d4e-a7d8-2f411528f187 req-f3aa2e49-0e53-4c0c-aac1-e6eafcce49e9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:09.656479 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-03e3b3e5-b969-4d4e-a7d8-2f411528f187 req-f3aa2e49-0e53-4c0c-aac1-e6eafcce49e9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.1679859 Feb 09 07:49:09.717841 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-71ed3dd1-62eb-4fc7-8e18-5f7592403dbf req-2f652823-3ddb-4d95-81d7-a295e51cfe18 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406131 Feb 09 07:49:09.727907 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-03e3b3e5-b969-4d4e-a7d8-2f411528f187 req-b0defde3-d28a-41ef-97ab-709242f1719f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0647962 Feb 09 07:49:09.756288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a3dc14ea-d789-4708-9902-bde565604238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:09.814687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:09.861017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ea32-48c2-455c-9a6b-76cd74111bf8 req-95a49eb1-9b05-4682-b9fa-cb4d7d1f6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:09.862714 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2525ea32-48c2-455c-9a6b-76cd74111bf8 req-95a49eb1-9b05-4682-b9fa-cb4d7d1f6fa3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.0836387 Feb 09 07:49:09.886382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:09.886805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:09.934207 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2525ea32-48c2-455c-9a6b-76cd74111bf8 req-deb29e17-71ea-4b9c-bb36-b46ea05b244c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0370657 Feb 09 07:49:10.025484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:10.690079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371489f-cd18-405c-b93b-3ac65a8cd79f req-0df7423b-69b4-4fbe-98e4-ea315030cf8e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:10.691625 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9371489f-cd18-405c-b93b-3ac65a8cd79f req-0df7423b-69b4-4fbe-98e4-ea315030cf8e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2301166 Feb 09 07:49:10.781088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11fb7-26c9-4837-bcea-9491c8c922b3 req-740e33dc-17ed-4e76-8e06-649940f9092e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:10.782781 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-70b11fb7-26c9-4837-bcea-9491c8c922b3 req-740e33dc-17ed-4e76-8e06-649940f9092e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.2800281 Feb 09 07:49:10.875656 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9371489f-cd18-405c-b93b-3ac65a8cd79f req-164a30ba-d5a8-4841-b3a4-ca2f794bd1ca tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918083 Feb 09 07:49:10.895232 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-70b11fb7-26c9-4837-bcea-9491c8c922b3 req-2ce65de4-cbe4-4534-b548-237d4ee3d212 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961301 Feb 09 07:49:11.161178 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba838a-9041-46e0-b1c2-b71e67f33c82 req-1703762a-d66e-443a-a10b-eded9d028de4 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:11.162934 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e8ba838a-9041-46e0-b1c2-b71e67f33c82 req-1703762a-d66e-443a-a10b-eded9d028de4 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.1700604 Feb 09 07:49:11.229240 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e8ba838a-9041-46e0-b1c2-b71e67f33c82 req-7fc5b22f-4030-481e-a46d-1522edd8bb66 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595596 Feb 09 07:49:11.745722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:11.821049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:11.821472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:12.165762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642261b5-3e0d-4c36-a761-262d905a83af req-f8028280-755d-4910-a711-1500a026c595 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:12.167459 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-642261b5-3e0d-4c36-a761-262d905a83af req-f8028280-755d-4910-a711-1500a026c595 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1639769 Feb 09 07:49:12.234991 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-642261b5-3e0d-4c36-a761-262d905a83af req-f066e818-b98a-471f-bd80-57473f8ac1a0 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Feb 09 07:49:12.272012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ba713bb6-a021-4e1c-8fab-d106c2798761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:12.521246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f63ad-e6cf-497b-a1da-5871f2625191 req-af3a074e-c4e9-42c0-b059-37f71e5ef9b9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:12.523035 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-192f63ad-e6cf-497b-a1da-5871f2625191 req-af3a074e-c4e9-42c0-b059-37f71e5ef9b9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.1654816 Feb 09 07:49:12.588375 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-192f63ad-e6cf-497b-a1da-5871f2625191 req-bc6bc0da-3e28-40c0-80fe-026e2ac66d09 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588067 Feb 09 07:49:12.888674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:12.908887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2b74b-b2c7-4c8b-864d-8667bc369a47 req-9f89bc5c-b2fa-4ad5-ac8d-febd9dffe1ad tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:12.910649 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6fd2b74b-b2c7-4c8b-864d-8667bc369a47 req-9f89bc5c-b2fa-4ad5-ac8d-febd9dffe1ad tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.1940813 Feb 09 07:49:12.977329 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6fd2b74b-b2c7-4c8b-864d-8667bc369a47 req-3b7a4946-a1f1-4672-b90b-515e0076d2b5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602052 Feb 09 07:49:13.461503 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-662c1777-6b11-4538-b48c-8786e862abf2 req-b4b4b600-995b-4365-858f-58dcd9e7fbae tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4316928 Feb 09 07:49:13.478280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'floatingip': {'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:49:13.502398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:49:13.509249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Usage tracker for resource:floatingip and tenant:34aea38f1df742329819d5523ba558c5 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:49:13.512878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:49:13.519932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:49:13.535888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for floatingip, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:13.614824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:13.643169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af720f2a-6ca8-43f7-a243-7454206ec318 req-2b81ed93-7f42-4e01-9e17-6422994ae3a6 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:13.644854 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-af720f2a-6ca8-43f7-a243-7454206ec318 req-2b81ed93-7f42-4e01-9e17-6422994ae3a6 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2662640 Feb 09 07:49:13.775075 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-af720f2a-6ca8-43f7-a243-7454206ec318 req-41ddea30-8791-424a-91a0-b3e68cae4c86 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214950 Feb 09 07:49:13.822644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:14.102938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Allocated IP 172.28.0.146 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/8a25b30f-e3d2-45e2-a6d7-5a4d796a1d01) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:49:14.256425 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:14.262125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:14.286555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:14.301745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:14.450253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event updated for resources: {'Port': ['ID=8a25b30f-e3d2-45e2-a6d7-5a4d796a1d01,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:14.462089 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.462509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.462918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.463320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.463720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.464118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.464512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.464908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.465300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.465717 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.466110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.466505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.467045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.467392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.467785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.468176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.468565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.468955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.469436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.470494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.470885 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.471276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.471665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.472053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:14.477437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:14.512773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:49:14.513927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:49:14.516104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:49:14.642790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:14.707917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:15.123234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94b742-3e2f-46cc-9dc7-74faba64a8ff req-24a39312-9c71-431f-8769-cc1de8b8ae10 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:15.124966 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4f94b742-3e2f-46cc-9dc7-74faba64a8ff req-24a39312-9c71-431f-8769-cc1de8b8ae10 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2103953 Feb 09 07:49:15.159018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:15.164092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:15.179933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:15.294556 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4f94b742-3e2f-46cc-9dc7-74faba64a8ff req-fe5ad892-627e-4fca-85e2-1f11af56acc4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597338 Feb 09 07:49:15.354796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event updated for resources: {'Port': ['ID=8a25b30f-e3d2-45e2-a6d7-5a4d796a1d01,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:15.365209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:15.461200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:15.492617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:15.493957 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-662c1777-6b11-4538-b48c-8786e862abf2 req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0224974 Feb 09 07:49:15.596395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-662c1777-6b11-4538-b48c-8786e862abf2 req-75d893c3-69bb-43da-af74-bbc8d6050483 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Synchronizing usage tracker for tenant:34aea38f1df742329819d5523ba558c5 on resource:floatingip {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:49:15.613692 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-662c1777-6b11-4538-b48c-8786e862abf2 req-75d893c3-69bb-43da-af74-bbc8d6050483 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Unset dirty status for tenant:34aea38f1df742329819d5523ba558c5 on resource:floatingip {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:49:15.614867 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-662c1777-6b11-4538-b48c-8786e862abf2 req-75d893c3-69bb-43da-af74-bbc8d6050483 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.146 HTTP/1.1" status: 200 len: 696 time: 0.1141624 Feb 09 07:49:15.858443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c1777-6b11-4538-b48c-8786e862abf2 req-156390ac-f2bf-4b79-a6ed-3cbbb699511c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:15.859913 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-662c1777-6b11-4538-b48c-8786e862abf2 req-156390ac-f2bf-4b79-a6ed-3cbbb699511c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 784 time: 0.2375515 Feb 09 07:49:15.870585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-662c1777-6b11-4538-b48c-8786e862abf2 req-8c64b346-038b-46a2-afd3-9356fdfdc3b9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:49:15.871661 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-662c1777-6b11-4538-b48c-8786e862abf2 req-8c64b346-038b-46a2-afd3-9356fdfdc3b9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058923 Feb 09 07:49:16.143291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-464279ea-b549-4cc2-975f-70798c86d87d tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:16.144852 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-464279ea-b549-4cc2-975f-70798c86d87d tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1663914 Feb 09 07:49:16.247154 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bbf6e680-6576-45a2-8d64-0603958dbdfb tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.146 HTTP/1.1" status: 200 len: 696 time: 0.0962114 Feb 09 07:49:16.257572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Request body: {'floatingip': {'port_id': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:49:16.354005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for floatingip, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:17.027546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f06a8-9cf5-4220-b6e4-fd5105ec58e2 req-2476b064-5ba3-401c-8dd6-2d99ab2e4d3c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:17.029259 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-520f06a8-9cf5-4220-b6e4-fd5105ec58e2 req-2476b064-5ba3-401c-8dd6-2d99ab2e4d3c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.5981040 Feb 09 07:49:17.136472 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-520f06a8-9cf5-4220-b6e4-fd5105ec58e2 req-90b7443e-ec2a-4112-a0bf-6678330d318f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859921 Feb 09 07:49:17.400604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:17.403221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:17.585144 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Floating IP 98e5b663-a4f7-486e-96a9-1a2012d669a3 associated. External IP: 172.28.0.146, port: 259d4efa-cfd6-442c-bc84-2a7cbe62a775. Feb 09 07:49:17.956040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Router 46fcc959-118a-44a1-8b4c-da808a257d60 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:49:18.143848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:49:18.148133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:18.153354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] Sync routers for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:49:18.163785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:49:18.164446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:49:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:18.207702 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-bda60544-0dda-4bf6-be12-0edd16b86126 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "PUT /v2.0/floatingips/98e5b663-a4f7-486e-96a9-1a2012d669a3 HTTP/1.1" status: 200 len: 997 time: 1.9540541 Feb 09 07:49:18.208459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:18.370983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-62bf97f0-41cb-4571-869e-b0c4ec928f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:18.372686 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-62bf97f0-41cb-4571-869e-b0c4ec928f6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.1500099 Feb 09 07:49:18.498181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8709a9-69cb-48eb-bff9-4d08dd0de50e req-5364dfdd-d5fd-4b0b-bc3d-7460524d61e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:18.499940 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f8709a9-69cb-48eb-bff9-4d08dd0de50e req-5364dfdd-d5fd-4b0b-bc3d-7460524d61e2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2183778 Feb 09 07:49:18.514938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:49:18.649853 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f8709a9-69cb-48eb-bff9-4d08dd0de50e req-9fa7ddc7-d561-4c4e-8627-8b71bb49bc34 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342728 Feb 09 07:49:18.675367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-69d60d40-b5ba-4243-aa99-f9a72d1b3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:18.676996 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-69d60d40-b5ba-4243-aa99-f9a72d1b3e3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.2955701 Feb 09 07:49:18.793296 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'status': 'completed', 'code': 200} Feb 09 07:49:18.813132 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-b4fc776e-17d5-439c-af81-7be9fcb7aecd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 1000 time: 0.1288540 Feb 09 07:49:18.895206 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-de71b875-14a9-4973-99a8-60acbbff4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:18.903423 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-de71b875-14a9-4973-99a8-60acbbff4685 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0833333 Feb 09 07:49:18.942009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-7029276b-b7ea-4732-9360-0dc9d6d898e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:18.943639 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-7029276b-b7ea-4732-9360-0dc9d6d898e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.0839701 Feb 09 07:49:18.960561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '98e5b663-a4f7-486e-96a9-1a2012d669a3', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'port_id': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'mac_address': 'fa:16:3e:d9:31:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:49:14Z', 'updated_at': '2021-02-09T07:49:17Z', 'revision_number': 1, 'project_id': '34aea38f1df742329819d5523ba558c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:26Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:18.964995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] Checking router: 46fcc959-118a-44a1-8b4c-da808a257d60 for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:49:18.976194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:49:18.976875 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:49:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:18.987991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-b0b9a3a5-4a4b-4f7c-938d-cfe72b13fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:18.989687 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-b0b9a3a5-4a4b-4f7c-938d-cfe72b13fe46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854139 Feb 09 07:49:19.002371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-be239aa7-3b74-43be-a27b-9be46f57ab75 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:49:19.003702 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-be239aa7-3b74-43be-a27b-9be46f57ab75 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066857 Feb 09 07:49:19.093415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-964cb707-3586-4e55-937c-bf9488aaa65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:19.095861 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-964cb707-3586-4e55-937c-bf9488aaa65d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.1456089 Feb 09 07:49:19.155698 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-626a1012-ab6d-4288-8c80-0c6be0d0941b service neutron] 10.222.0.39 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451964 Feb 09 07:49:19.173252 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:49:19.233043 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-bf9d1ca5-2d19-4453-9229-31183fce85a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 1000 time: 0.1181686 Feb 09 07:49:19.304130 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f965be9a-491b-4f86-a9fa-29e88cefc9f2 req-8b1db490-2f78-4f5a-b05b-07acf69ccb79 service neutron] 10.222.0.39 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412644 Feb 09 07:49:19.305366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-84556445-7d45-4621-96b3-e9ee6d2de324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:19.307047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-84556445-7d45-4621-96b3-e9ee6d2de324 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0670757 Feb 09 07:49:19.412228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-d50c502e-c497-4bdf-ad62-1865bfc64078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:19.414062 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-d50c502e-c497-4bdf-ad62-1865bfc64078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936182 Feb 09 07:49:19.560038 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-e486c077-50a9-49ca-9c5e-3c739ee37fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390381 Feb 09 07:49:19.560623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '98e5b663-a4f7-486e-96a9-1a2012d669a3', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'port_id': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'mac_address': 'fa:16:3e:d9:31:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:49:14Z', 'updated_at': '2021-02-09T07:49:17Z', 'revision_number': 1, 'project_id': '34aea38f1df742329819d5523ba558c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:26Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:19.565129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad09c4-27f8-462c-9c8b-9d1a484a82aa None None] The sync data for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb is: [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '98e5b663-a4f7-486e-96a9-1a2012d669a3', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'port_id': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'mac_address': 'fa:16:3e:d9:31:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:49:14Z', 'updated_at': '2021-02-09T07:49:17Z', 'revision_number': 1, 'project_id': '34aea38f1df742329819d5523ba558c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:26Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:49:19.925753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43f20f-dfb2-4980-b2ef-1b8a854bcf8b None None] New status for floating IP 98e5b663-a4f7-486e-96a9-1a2012d669a3: ACTIVE {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:49:19.929664 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1542ae41-7c1d-423d-b9e6-77e76c38a9ed req-9ae6097d-4266-4bbf-8153-a3dd2462318e service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3615708 Feb 09 07:49:19.975253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa5301-66a7-4067-a742-a5edddbbc7d5 req-dd3009d2-72b9-4440-bba4-ba3eeef6db05 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:19.976981 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-89aa5301-66a7-4067-a742-a5edddbbc7d5 req-dd3009d2-72b9-4440-bba4-ba3eeef6db05 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1733751 Feb 09 07:49:20.043640 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-89aa5301-66a7-4067-a742-a5edddbbc7d5 req-8335831b-158a-4644-9a91-f7b37b1f2c76 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599341 Feb 09 07:49:21.344932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3b2d9-1c29-485d-ad65-7c7ae01f43be req-a1625574-10ef-4bf3-bdaf-f3d931c09a48 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:21.346640 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bec3b2d9-1c29-485d-ad65-7c7ae01f43be req-a1625574-10ef-4bf3-bdaf-f3d931c09a48 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1692703 Feb 09 07:49:21.410963 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bec3b2d9-1c29-485d-ad65-7c7ae01f43be req-2a0f953a-86ab-4ef9-af37-4f62e561ba41 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579448 Feb 09 07:49:22.708044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd1ed-1692-496f-890b-dd49ed7ffc22 req-994beeec-a728-4471-b887-1ff16ad8ba24 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:22.710044 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-814dd1ed-1692-496f-890b-dd49ed7ffc22 req-994beeec-a728-4471-b887-1ff16ad8ba24 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1668735 Feb 09 07:49:22.774886 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-814dd1ed-1692-496f-890b-dd49ed7ffc22 req-f84b12b3-c67e-4d12-97bb-6ca123cc5853 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 Feb 09 07:49:24.026981 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 43794) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:24.189216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.204460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:49:24.208678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Usage tracker for resource:security_group_rule and tenant:c42e824e800042358ee96b4a723807a9 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:49:24.211977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:49:24.217818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:49:24.290510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1d7ec-2c1e-45e1-9102-85b8a1083eb1 req-f37b6317-1d68-43fd-9422-28814fc68083 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:24.292227 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5e1d7ec-2c1e-45e1-9102-85b8a1083eb1 req-f37b6317-1d68-43fd-9422-28814fc68083 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.3874359 Feb 09 07:49:24.302420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.305429 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.315163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-38da2ffc-55b2-497c-918b-d4757327f787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:24.357455 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5e1d7ec-2c1e-45e1-9102-85b8a1083eb1 req-f95bd912-59bf-45a5-a54c-c47a08f8db2d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Feb 09 07:49:24.361281 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c42e824e800042358ee96b4a723807a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330419 Feb 09 07:49:24.362998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab15525-7756-4970-a110-4d563419c9ce,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:24.364101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 43802) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:24.366517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:24.426831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.456327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.500442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.505222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2bf32947-79bf-42ab-87bc-48c39350b035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:24.516163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab15525-7756-4970-a110-4d563419c9ce,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:24.520872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:24.522871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:24.524074 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3bae1d4c-3495-4568-b643-9935bd9e2c0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eab15525-7756-4970-a110-4d563419c9ce HTTP/1.1" status: 204 len: 168 time: 0.1587772 Feb 09 07:49:25.653124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee3f8-8523-488c-b943-71f7ecb285d6 req-d0b80bee-8e82-4e96-8f0f-272fe65393c3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:25.654817 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d41ee3f8-8523-488c-b943-71f7ecb285d6 req-d0b80bee-8e82-4e96-8f0f-272fe65393c3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1627181 Feb 09 07:49:25.718622 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d41ee3f8-8523-488c-b943-71f7ecb285d6 req-49cd0898-3779-4e97-bf00-082c3e33a400 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574515 Feb 09 07:49:27.020031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19c07f-c2b0-41b4-8af9-c75f4471b0f1 req-22ba94af-b0c7-499e-96d5-d5c30ae85471 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:27.021618 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7f19c07f-c2b0-41b4-8af9-c75f4471b0f1 req-22ba94af-b0c7-499e-96d5-d5c30ae85471 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1655638 Feb 09 07:49:27.085628 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7f19c07f-c2b0-41b4-8af9-c75f4471b0f1 req-2c5e6c88-d5b7-4264-bc98-efb94455be14 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Feb 09 07:49:27.299613 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-f4003502-a548-4bcc-9aa6-003a572aa9aa tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dada582468bf475d96ec0ea7df9bb255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335267 Feb 09 07:49:27.537921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-cacf890f-6e1a-4c0e-bcc4-73d1b952ae94 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:27.539518 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-cacf890f-6e1a-4c0e-bcc4-73d1b952ae94 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345920 Feb 09 07:49:27.556140 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-b6184c51-19f2-4695-9e4c-6172e831a9e0 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/quotas/dada582468bf475d96ec0ea7df9bb255 HTTP/1.1" status: 200 len: 375 time: 0.0104034 Feb 09 07:49:27.612273 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ab3b0961-15f3-4267-b582-9c00dc2299c3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dada582468bf475d96ec0ea7df9bb255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509145 Feb 09 07:49:28.376883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284536d-2222-4cf7-9dbc-ad6916a62830 req-f2288169-450c-4163-a1eb-0650e9d3e3ab tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:28.378559 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0284536d-2222-4cf7-9dbc-ad6916a62830 req-f2288169-450c-4163-a1eb-0650e9d3e3ab tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1630208 Feb 09 07:49:28.443323 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0284536d-2222-4cf7-9dbc-ad6916a62830 req-b6781681-deac-4ea7-981f-e6e985f234ed tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582256 Feb 09 07:49:28.836463 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-67a96840-e683-4314-aef4-8d567c0a23f9 req-f5209c63-5ffa-4850-9035-b5e83326824c tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 210 time: 0.0524907 Feb 09 07:49:29.041948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:49:29.735088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a8c31-42eb-49d0-bc86-e5bb1eea3574 req-77930306-f6cc-4c21-94af-8b73bf8ffc84 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:29.736787 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-084a8c31-42eb-49d0-bc86-e5bb1eea3574 req-77930306-f6cc-4c21-94af-8b73bf8ffc84 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1649938 Feb 09 07:49:29.803740 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-084a8c31-42eb-49d0-bc86-e5bb1eea3574 req-d4572683-77ca-4d18-8468-a48778aacc68 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604155 Feb 09 07:49:29.969492 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-c4b5a9a3-f534-42b7-97e2-09c0946a1921 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dada582468bf475d96ec0ea7df9bb255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347800 Feb 09 07:49:30.019566 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1e449f90-cc07-426b-806c-8c213bcac1fe req-fa58f53f-3c6a-4647-a1d3-f28ed89d294d tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 210 time: 0.0529697 Feb 09 07:49:30.215852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-857620da-52ff-4c12-b7b7-fbb9ffc881c4 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:30.217505 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-857620da-52ff-4c12-b7b7-fbb9ffc881c4 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424417 Feb 09 07:49:30.275134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Request body: {'port': {'device_id': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a', 'admin_state_up': True, 'tenant_id': 'dada582468bf475d96ec0ea7df9bb255'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:49:30.419262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:49:30.424091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Usage tracker for resource:port and tenant:dada582468bf475d96ec0ea7df9bb255 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:49:30.427110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:49:30.433002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:49:30.442873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Made reservation on behalf of dada582468bf475d96ec0ea7df9bb255 for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:49:30.464841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:30.478813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:30.494638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:49:30.498656 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Usage tracker for resource:security_group_rule and tenant:dada582468bf475d96ec0ea7df9bb255 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:49:30.502124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:49:30.507846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:49:30.594881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:30.597732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:30.608812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3f5eaa55-262b-420e-ac1d-d0a27618cc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:30.677967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01467cf5-9527-436a-a7dd-19a278254afe,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:30.683935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:30.918801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Allocated IP 192.168.233.138 (dd89adcf-615e-47bb-9389-8f1b473c4d5a/aded9256-3d2a-4ba0-8f63-139ce5e62f47/2c0e21d5-edf3-46f0-a115-c768892f5450) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:49:31.101225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cce630-7365-4b00-a9d9-981d5034b47a req-e87fa133-7a9d-46e3-a6ac-4e2df50c5f51 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:31.102660 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d7cce630-7365-4b00-a9d9-981d5034b47a req-e87fa133-7a9d-46e3-a6ac-4e2df50c5f51 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1661944 Feb 09 07:49:31.138852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:31.156215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Transition to ACTIVE for port object 2c0e21d5-edf3-46f0-a115-c768892f5450 will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:49:31.168935 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d7cce630-7365-4b00-a9d9-981d5034b47a req-ff609b1a-80c9-4768-9dd6-18f99bec354f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597692 Feb 09 07:49:31.181591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:31.199977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:31.340214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921acff1-5d21-4a7a-9dfa-512c6e3404b1 req-8f57b18b-7e94-4f66-bf7f-9ba5719f7521 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:31.341864 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-921acff1-5d21-4a7a-9dfa-512c6e3404b1 req-8f57b18b-7e94-4f66-bf7f-9ba5719f7521 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 936 time: 0.1719265 Feb 09 07:49:31.354085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Pushing event updated for resources: {'Port': ['ID=2c0e21d5-edf3-46f0-a115-c768892f5450,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:31.358564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:31.399282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:49:31.400479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:49:31.402914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:49:31.407290 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-921acff1-5d21-4a7a-9dfa-512c6e3404b1 req-2727484c-0704-4498-b6e0-e52139ef07eb tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 Feb 09 07:49:31.534463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:31.535208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:31.566772 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2956395 Feb 09 07:49:31.586881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Request body: {'port': {'device_id': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:49:31.647214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-163abb56-6cf1-4dc5-91c1-e9476d8002b9 None None] Provisioning for port 2c0e21d5-edf3-46f0-a115-c768892f5450 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:49:31.652139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-163abb56-6cf1-4dc5-91c1-e9476d8002b9 None None] Provisioning complete for port 2c0e21d5-edf3-46f0-a115-c768892f5450 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:31.652568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-163abb56-6cf1-4dc5-91c1-e9476d8002b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:31.709615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-163abb56-6cf1-4dc5-91c1-e9476d8002b9 None None] Port 2c0e21d5-edf3-46f0-a115-c768892f5450 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:49:31.709844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.121659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0e21d5-edf3-46f0-a115-c768892f5450 {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:49:32.129940 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.142471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Transition to ACTIVE for port object 2c0e21d5-edf3-46f0-a115-c768892f5450 will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:49:32.145213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.160285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:32.304258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0e21d5-edf3-46f0-a115-c768892f5450,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:32.308712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:32.469686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24210a9d-3694-4fcd-955e-85c20889f66a req-294313b5-9270-4ae4-8935-ba98e80baaee tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:32.471527 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-24210a9d-3694-4fcd-955e-85c20889f66a req-294313b5-9270-4ae4-8935-ba98e80baaee tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1720669 Feb 09 07:49:32.489159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Attempting to bind port 2c0e21d5-edf3-46f0-a115-c768892f5450 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:49:32.489956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Attempting to bind port 2c0e21d5-edf3-46f0-a115-c768892f5450 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:49:32.490540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Attempting to bind port 2c0e21d5-edf3-46f0-a115-c768892f5450 on network dd89adcf-615e-47bb-9389-8f1b473c4d5a {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:49:32.497199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:49:32.497941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Checking segment: {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:49:32.498549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.499132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Bound using segment: {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:49:32.499949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Bound port: 2c0e21d5-edf3-46f0-a115-c768892f5450, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f67284-42c9-47a9-8433-2690043540a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'dd89adcf-615e-47bb-9389-8f1b473c4d5a'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:49:32.501099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.549684 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-24210a9d-3694-4fcd-955e-85c20889f66a req-a413730c-3264-4665-8e71-674803a8b3f1 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717478 Feb 09 07:49:32.611703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] For port 2c0e21d5-edf3-46f0-a115-c768892f5450, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:49:32.614927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] For port 2c0e21d5-edf3-46f0-a115-c768892f5450, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2c0e21d5-edf3-46f0-a115-c768892f5450,segment=NetworkSegment(e3f67284-42c9-47a9-8433-2690043540a5),segment_id=e3f67284-42c9-47a9-8433-2690043540a5)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:49:32.618258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.633836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5b5618e6-cdf8-42b7-920f-c6d50df05fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:32.732418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4553b-872b-487e-9ed5-a3070b4d488f req-ccefbf6a-19fc-4335-a23b-7eace8755f4f tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:32.734124 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-84c4553b-872b-487e-9ed5-a3070b4d488f req-ccefbf6a-19fc-4335-a23b-7eace8755f4f tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 948 time: 0.1725490 Feb 09 07:49:32.787136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0e21d5-edf3-46f0-a115-c768892f5450,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:32.791889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:32.801257 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-84c4553b-872b-487e-9ed5-a3070b4d488f req-9e566f49-8eb5-467e-971b-7dc4e646327f tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604436 Feb 09 07:49:32.822740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:32.823602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:32.825097 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c0e21d5-edf3-46f0-a115-c768892f5450 HTTP/1.1" status: 200 len: 1162 time: 1.2430537 Feb 09 07:49:32.825661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:32.927125 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450', 'status': 'completed', 'code': 200} Feb 09 07:49:32.971691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-186e5ddf-2447-4bee-9138-61a540200d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:32.973326 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-186e5ddf-2447-4bee-9138-61a540200d17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dada582468bf475d96ec0ea7df9bb255&device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 1165 time: 0.0875924 Feb 09 07:49:33.053781 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-b8aed4c0-98bd-42d1-9f81-326534254ad1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2c0e21d5-edf3-46f0-a115-c768892f5450 HTTP/1.1" status: 200 len: 217 time: 0.0649798 Feb 09 07:49:33.128337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-2bc4dcaa-34e2-436f-9644-348b49ee11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:33.129877 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-2bc4dcaa-34e2-436f-9644-348b49ee11da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aded9256-3d2a-4ba0-8f63-139ce5e62f47 HTTP/1.1" status: 200 len: 843 time: 0.0658712 Feb 09 07:49:33.209704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-54b64d03-cf5b-4598-961d-c8f1fd201269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:33.211251 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-54b64d03-cf5b-4598-961d-c8f1fd201269 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd89adcf-615e-47bb-9389-8f1b473c4d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746226 Feb 09 07:49:33.354044 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-67c568b0-7e34-4ccc-a6d3-5e5799942c7c service neutron] 10.222.0.44 "GET /v2.0/networks/dd89adcf-615e-47bb-9389-8f1b473c4d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346726 Feb 09 07:49:33.596293 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab6d4bb8-d577-477d-ba85-09f4bcc0485d req-56b3e473-319a-4719-a40f-68b856e36d9f service neutron] 10.222.0.44 "GET /v2.0/networks/dd89adcf-615e-47bb-9389-8f1b473c4d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2012622 Feb 09 07:49:33.599189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-c5acd578-df9c-4aca-8e92-32546a9e0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:33.600664 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-c5acd578-df9c-4aca-8e92-32546a9e0240 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.1842203 Feb 09 07:49:33.879350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892a218-5da2-4e96-b23c-213e00048bd8 req-22206811-9fda-4e2f-b83f-ffa50bb48673 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:33.881163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c892a218-5da2-4e96-b23c-213e00048bd8 req-22206811-9fda-4e2f-b83f-ffa50bb48673 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1940217 Feb 09 07:49:33.949977 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c892a218-5da2-4e96-b23c-213e00048bd8 req-de0b6f80-3d98-4dcd-b5f7-8efaa636a9c2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Feb 09 07:49:34.041795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-b32b5e89-e486-4710-b7ae-8b166a002a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.043314 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-b32b5e89-e486-4710-b7ae-8b166a002a33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.4123616 Feb 09 07:49:34.115767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2fd0c-4294-4dec-9fb3-692099c178ed req-97b4d6c7-03ef-4720-85a9-0cca43101b5b tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.117421 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5dc2fd0c-4294-4dec-9fb3-692099c178ed req-97b4d6c7-03ef-4720-85a9-0cca43101b5b tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 948 time: 0.1664178 Feb 09 07:49:34.122039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8d91-5036-4b80-b622-087227c30efa req-10c87c8c-0550-4b33-9ec9-238c1be92685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.123622 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-10c87c8c-0550-4b33-9ec9-238c1be92685 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dada582468bf475d96ec0ea7df9bb255&device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 1165 time: 0.4003108 Feb 09 07:49:34.125650 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-cf9c5761-0501-4424-b951-5222bad5a68d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.0740488 Feb 09 07:49:34.183396 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5dc2fd0c-4294-4dec-9fb3-692099c178ed req-05a3ba48-3713-49f6-9326-1eb436c3cb8c tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Feb 09 07:49:34.304880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-331ab87f-393b-4cfa-ae21-58be685d6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.306523 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-331ab87f-393b-4cfa-ae21-58be685d6792 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.1692436 Feb 09 07:49:34.377450 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-d137fa81-7e82-48ce-a698-61b57eb932ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598769 Feb 09 07:49:34.379777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8d91-5036-4b80-b622-087227c30efa req-e6e0673d-2af5-4846-a11b-fa938a811084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.381209 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-e6e0673d-2af5-4846-a11b-fa938a811084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd89adcf-615e-47bb-9389-8f1b473c4d5a HTTP/1.1" status: 200 len: 863 time: 0.2427197 Feb 09 07:49:34.505315 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-c1d77d43-2595-4d7b-9bac-ee9e8c712711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2c0e21d5-edf3-46f0-a115-c768892f5450 HTTP/1.1" status: 200 len: 217 time: 0.0862939 Feb 09 07:49:34.653288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8d91-5036-4b80-b622-087227c30efa req-e7a6997e-3d2f-4799-9d8f-89e4dd8fe8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.654787 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-e7a6997e-3d2f-4799-9d8f-89e4dd8fe8ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aded9256-3d2a-4ba0-8f63-139ce5e62f47 HTTP/1.1" status: 200 len: 843 time: 0.0997386 Feb 09 07:49:34.658075 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-20430ff3-72a7-4992-8d28-51e0f466467b service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602196 Feb 09 07:49:34.868328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8d91-5036-4b80-b622-087227c30efa req-5b82d3ee-560a-4d98-a3b2-dd2c19b76181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:34.869978 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-5b82d3ee-560a-4d98-a3b2-dd2c19b76181 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd89adcf-615e-47bb-9389-8f1b473c4d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2004507 Feb 09 07:49:34.875209 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bbf8afb6-a296-40a8-a2cd-53bbc2a698bd req-beb3aacd-715f-418c-8bd2-6d09df4044d0 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2044115 Feb 09 07:49:35.030571 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-41953de6-f73a-4cf8-a162-5ca158b9847a service neutron] 10.222.0.44 "GET /v2.0/networks/dd89adcf-615e-47bb-9389-8f1b473c4d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376216 Feb 09 07:49:35.184382 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f1ce8d91-5036-4b80-b622-087227c30efa req-dfd4298a-6b15-4a99-a47a-85ccde4ccde8 service neutron] 10.222.0.44 "GET /v2.0/networks/dd89adcf-615e-47bb-9389-8f1b473c4d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384869 Feb 09 07:49:35.247403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9caf3e-d990-4c93-a15b-534474de0c28 req-34c0dd20-70ff-4835-81ff-c965ca1c3281 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:35.249069 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f9caf3e-d990-4c93-a15b-534474de0c28 req-34c0dd20-70ff-4835-81ff-c965ca1c3281 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1692371 Feb 09 07:49:35.315097 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f9caf3e-d990-4c93-a15b-534474de0c28 req-26d14947-2646-41f2-bf52-c42dbdea32c9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Feb 09 07:49:35.477760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d163c-a015-4e6b-baef-6bb42fb7d01c req-912ac1ea-cddf-4e1c-9c47-492d4f367734 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:35.479389 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-251d163c-a015-4e6b-baef-6bb42fb7d01c req-912ac1ea-cddf-4e1c-9c47-492d4f367734 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 948 time: 0.1633270 Feb 09 07:49:35.545321 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-251d163c-a015-4e6b-baef-6bb42fb7d01c req-d6ca04cf-8e9b-4079-910d-73d44f06c4b1 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 Feb 09 07:49:35.893637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network dd89adcf-615e-47bb-9389-8f1b473c4d5a details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:49:36.292939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-b6c45c43-c0a9-4bbe-a661-5143a8e8fe58 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:49:36.609292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e64a9-9d50-44cd-aba5-5794f4f93e31 req-c2552ec5-50c6-48df-a020-f27d4a1baf99 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:36.611588 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c84e64a9-9d50-44cd-aba5-5794f4f93e31 req-c2552ec5-50c6-48df-a020-f27d4a1baf99 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1646690 Feb 09 07:49:36.675995 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c84e64a9-9d50-44cd-aba5-5794f4f93e31 req-518b569c-2701-4666-8fa3-2724675932f2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582201 Feb 09 07:49:36.842813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f250f-dba3-4b14-b50a-0eef605e40c5 req-7e6590d5-151f-464c-9212-91aa1581e290 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:36.845013 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-037f250f-dba3-4b14-b50a-0eef605e40c5 req-7e6590d5-151f-464c-9212-91aa1581e290 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 948 time: 0.1680601 Feb 09 07:49:36.908392 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-037f250f-dba3-4b14-b50a-0eef605e40c5 req-62567291-3f62-421f-bbc4-c908865d93df tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568666 Feb 09 07:49:37.077506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2c0e21d5-edf3-46f0-a115-c768892f5450 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:37.148614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 2c0e21d5-edf3-46f0-a115-c768892f5450 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:49:37.153408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2c0e21d5-edf3-46f0-a115-c768892f5450 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:37.153861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:37.279041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:37.306348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:37.316902 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2c0e21d5-edf3-46f0-a115-c768892f5450, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2c0e21d5-edf3-46f0-a115-c768892f5450,segment=NetworkSegment(e3f67284-42c9-47a9-8433-2690043540a5),segment_id=e3f67284-42c9-47a9-8433-2690043540a5)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:37.320109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:37.322064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:37.367820 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450', 'code': 200} Feb 09 07:49:37.405027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2c0e21d5-edf3-46f0-a115-c768892f5450,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:37.408270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:37.661963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b17bf-b68f-44a1-b8d0-2fcf7b3a7bce req-0dc3d850-4cfe-49b3-a552-b1a48034bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:37.663524 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e41b17bf-b68f-44a1-b8d0-2fcf7b3a7bce req-0dc3d850-4cfe-49b3-a552-b1a48034bb43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 1167 time: 0.0802925 Feb 09 07:49:37.707176 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e41b17bf-b68f-44a1-b8d0-2fcf7b3a7bce req-bb648fdf-2b6e-4995-9f47-ac77f3b22437 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360510 Feb 09 07:49:37.965397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ffe65-6f43-4515-bf2b-b5029767417d req-16e36643-2282-4418-a59d-b4da23efea90 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:37.967130 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-550ffe65-6f43-4515-bf2b-b5029767417d req-16e36643-2282-4418-a59d-b4da23efea90 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1634278 Feb 09 07:49:38.036097 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-550ffe65-6f43-4515-bf2b-b5029767417d req-66ce8d3e-412e-4a47-8abc-dc3dfa018af4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622129 Feb 09 07:49:38.200928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b37582-3ebf-434f-b539-153b3cc82e68 req-b3a20c24-c3db-4f2c-8260-2568ff70e416 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:38.202524 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55b37582-3ebf-434f-b539-153b3cc82e68 req-b3a20c24-c3db-4f2c-8260-2568ff70e416 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 950 time: 0.1635313 Feb 09 07:49:38.264123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:38.266549 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55b37582-3ebf-434f-b539-153b3cc82e68 req-8394191c-8bc2-4d32-aa9a-88c9a59ba952 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Feb 09 07:49:38.339048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:38.339606 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:38.464391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2c0e21d5-edf3-46f0-a115-c768892f5450 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:38.533036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2c0e21d5-edf3-46f0-a115-c768892f5450 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:38.533547 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:39.336125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874ac8d-42f4-4042-8fe3-6e5a27d10d0f req-e4818f21-a2e3-4354-81d7-1b660ddde926 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:39.337816 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3874ac8d-42f4-4042-8fe3-6e5a27d10d0f req-e4818f21-a2e3-4354-81d7-1b660ddde926 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1700213 Feb 09 07:49:39.402294 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3874ac8d-42f4-4042-8fe3-6e5a27d10d0f req-9497da53-7b3c-4d92-a5de-516d47dd8465 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582950 Feb 09 07:49:39.565569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2bf5-4846-46d2-bea4-5cad885071c4 req-31680814-4312-4e74-9125-5ec36af6d583 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:39.567215 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fe6e2bf5-4846-46d2-bea4-5cad885071c4 req-31680814-4312-4e74-9125-5ec36af6d583 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 950 time: 0.1639569 Feb 09 07:49:39.634280 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fe6e2bf5-4846-46d2-bea4-5cad885071c4 req-345d58ee-2296-4ebf-9673-e80aee95a2d5 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609200 Feb 09 07:49:39.749241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-19bd4764-add0-4026-af4b-0719e5c6774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:40.024275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:40.113254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2c0e21d5-edf3-46f0-a115-c768892f5450 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:49:40.188376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2c0e21d5-edf3-46f0-a115-c768892f5450 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:49:40.188737 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:40.194663 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58464bcf-4672-4606-bdfe-2068f8efb9a7 req-469b7bfb-e554-4a3c-8770-2cf14c71cfc2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:40.196375 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-58464bcf-4672-4606-bdfe-2068f8efb9a7 req-469b7bfb-e554-4a3c-8770-2cf14c71cfc2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 950 time: 0.1628907 Feb 09 07:49:40.260380 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-58464bcf-4672-4606-bdfe-2068f8efb9a7 req-db05f489-ad64-4e13-ac32-e2013ad574a8 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576544 Feb 09 07:49:40.702392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8a0be-1b6f-4c1a-9d27-ecb873760777 req-f91619b1-8fea-4d18-95eb-587f22833d7d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:40.703969 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aca8a0be-1b6f-4c1a-9d27-ecb873760777 req-f91619b1-8fea-4d18-95eb-587f22833d7d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1669903 Feb 09 07:49:40.769092 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aca8a0be-1b6f-4c1a-9d27-ecb873760777 req-b3ff801a-f0b7-4aca-a5bc-f3b5135764a0 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584266 Feb 09 07:49:41.551566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45424a-25f4-44cb-86dc-571b6781b79b req-c1dbea2e-dd96-4d43-a915-d561e8a6cbbe tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:41.553214 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b45424a-25f4-44cb-86dc-571b6781b79b req-c1dbea2e-dd96-4d43-a915-d561e8a6cbbe tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 950 time: 0.1655099 Feb 09 07:49:41.622744 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b45424a-25f4-44cb-86dc-571b6781b79b req-c4b90d82-05b1-4897-8eb0-36a3ccb74bff tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621986 Feb 09 07:49:41.739163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d1737-6bfc-4812-94d4-f3d9a099e880 req-d36237ae-0c46-4174-abfb-11f5a6ae4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:41.740881 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6a9d1737-6bfc-4812-94d4-f3d9a099e880 req-d36237ae-0c46-4174-abfb-11f5a6ae4170 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.0772984 Feb 09 07:49:41.842113 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6a9d1737-6bfc-4812-94d4-f3d9a099e880 req-41f56ecf-9a44-40dc-a029-a9d9d499018b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Feb 09 07:49:42.035688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2c0e21d5-edf3-46f0-a115-c768892f5450 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:49:42.059359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508d2c-6042-41f7-9d6c-e070268f775a req-865b0875-1be8-40fd-9ca2-53b39fddc12f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:42.061073 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-54508d2c-6042-41f7-9d6c-e070268f775a req-865b0875-1be8-40fd-9ca2-53b39fddc12f tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1629176 Feb 09 07:49:42.126940 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-54508d2c-6042-41f7-9d6c-e070268f775a req-27300981-dc26-4977-aa78-d665ee01224b tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Feb 09 07:49:42.157716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:42.186839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:42.197697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2c0e21d5-edf3-46f0-a115-c768892f5450, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2c0e21d5-edf3-46f0-a115-c768892f5450,segment=NetworkSegment(e3f67284-42c9-47a9-8433-2690043540a5),segment_id=e3f67284-42c9-47a9-8433-2690043540a5)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:42.203009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:42.204862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:42.254625 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450', 'code': 200} Feb 09 07:49:42.287244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a840542c-3c84-4c56-9de1-d4f2c8012b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:42.294284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2c0e21d5-edf3-46f0-a115-c768892f5450,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:42.298104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:42.340968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-19958776-2439-4062-aba8-451f309051d3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:42.341757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-19958776-2439-4062-aba8-451f309051d3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Synchronizing usage tracker for tenant:dada582468bf475d96ec0ea7df9bb255 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:49:42.358529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-19958776-2439-4062-aba8-451f309051d3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Unset dirty status for tenant:dada582468bf475d96ec0ea7df9bb255 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:49:42.360368 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-19958776-2439-4062-aba8-451f309051d3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.44 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 948 time: 0.1859689 Feb 09 07:49:42.459438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Deleting port 2c0e21d5-edf3-46f0-a115-c768892f5450 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:49:42.459829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:42.723989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] For port 2c0e21d5-edf3-46f0-a115-c768892f5450, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2c0e21d5-edf3-46f0-a115-c768892f5450,segment=NetworkSegment(e3f67284-42c9-47a9-8433-2690043540a5),segment_id=e3f67284-42c9-47a9-8433-2690043540a5)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:42.724354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:42.862775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Calling delete_port for 2c0e21d5-edf3-46f0-a115-c768892f5450 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:49:42.892450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:42.925122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194eb6-84b4-410d-9429-931ad6549734 req-8c23ce1a-fb3c-472f-8aa9-6e37340186fe tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:42.926789 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4f194eb6-84b4-410d-9429-931ad6549734 req-8c23ce1a-fb3c-472f-8aa9-6e37340186fe tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/ports?device_id=2351d7f0-67a8-4d36-81bf-3dafc43818b1 HTTP/1.1" status: 200 len: 948 time: 0.1722419 Feb 09 07:49:42.992531 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4f194eb6-84b4-410d-9429-931ad6549734 req-02717a11-5b7a-4e37-996d-2b18174de4d9 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.39 "GET /v2.0/security-groups?id=01467cf5-9527-436a-a7dd-19a278254afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Feb 09 07:49:43.017055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:43.032141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-219673d3-c36b-44b7-aad5-fa7707e05bdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:43.084497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Pushing event deleted for resources: {'Port': ['ID=2c0e21d5-edf3-46f0-a115-c768892f5450,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:43.089119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:43.245903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] No DVR routers for this DVR port 2c0e21d5-edf3-46f0-a115-c768892f5450 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:49:43.248289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:43.251498 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'name': 'network-vif-deleted', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:43.269048 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-340fe30f-d3c1-4449-aaf6-9b28c3c63eac req-a264deaf-3d56-4ba0-b3f8-28b1a1160ce3 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] 10.222.0.44 "DELETE /v2.0/ports/2c0e21d5-edf3-46f0-a115-c768892f5450 HTTP/1.1" status: 204 len: 173 time: 0.8974450 Feb 09 07:49:43.328764 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2351d7f0-67a8-4d36-81bf-3dafc43818b1', 'name': 'network-vif-deleted', 'tag': '2c0e21d5-edf3-46f0-a115-c768892f5450', 'status': 'completed', 'code': 200} Feb 09 07:49:43.452594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64918b8a-faf5-4157-bbf6-8566e697f2db req-0531b599-0929-4198-b448-fcbd859e3372 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:43.454820 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-64918b8a-faf5-4157-bbf6-8566e697f2db req-0531b599-0929-4198-b448-fcbd859e3372 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1868069 Feb 09 07:49:43.523160 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-64918b8a-faf5-4157-bbf6-8566e697f2db req-524ad020-5c3e-4974-9932-b8b117010df2 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617599 Feb 09 07:49:43.616466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:44.093613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-0d394244-ab2d-4ded-8e25-10e891dc52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:44.095292 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-0d394244-ab2d-4ded-8e25-10e891dc52bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afcafb246a174c58954b5b1945a0740e&device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 1162 time: 0.0811050 Feb 09 07:49:44.219398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bf9c2-ce9d-4e75-ad39-999df0ca3460 req-2fe572d6-35fd-478b-9494-7fe4d14b69ec tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:44.221050 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3b4bf9c2-ce9d-4e75-ad39-999df0ca3460 req-2fe572d6-35fd-478b-9494-7fe4d14b69ec tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1818099 Feb 09 07:49:44.257435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-c62e97e0-b314-4c5f-8a6b-2068c9d0cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:44.259099 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-c62e97e0-b314-4c5f-8a6b-2068c9d0cf96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 200 len: 913 time: 0.1552637 Feb 09 07:49:44.269536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:44.300066 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3b4bf9c2-ce9d-4e75-ad39-999df0ca3460 req-807eec39-df85-4bfd-b510-f76fc7f1b2b5 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700054 Feb 09 07:49:44.339103 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-dc626d45-f9ee-4d2e-9456-e431019184b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 200 len: 217 time: 0.0722203 Feb 09 07:49:44.409306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-612cc134-39d6-4cb5-b35e-619a551201eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:44.411022 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-612cc134-39d6-4cb5-b35e-619a551201eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 200 len: 859 time: 0.0649717 Feb 09 07:49:44.470217 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-16b4f66a-9393-40da-847e-bb6384487513 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e6bc89-9d43-411b-a09d-fbd443b781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509949 Feb 09 07:49:44.626052 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-def4af31-8623-46f3-a53a-bf7f70d97cfd service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479592 Feb 09 07:49:44.779203 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-669a785a-7472-4f3a-a8e0-aed50dcd0202 req-eecd9e59-1717-4e2d-b1af-28aa05bf8f40 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453090 Feb 09 07:49:45.808256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94c32-1c47-4a7f-8604-d7790b698152 req-b2c2178b-d754-4c3c-b835-05055315f9be tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:45.810002 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7cf94c32-1c47-4a7f-8604-d7790b698152 req-b2c2178b-d754-4c3c-b835-05055315f9be tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.3718150 Feb 09 07:49:45.875047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7cf94c32-1c47-4a7f-8604-d7790b698152 req-6a5cca88-912f-4f66-8545-3684cc757aa1 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587499 Feb 09 07:49:47.167843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1cfbd-a9f3-4e12-a723-be452ca14331 req-bc4886ce-01ed-4799-9571-aca60494328e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:47.169787 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3b1cfbd-a9f3-4e12-a723-be452ca14331 req-bc4886ce-01ed-4799-9571-aca60494328e tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1654446 Feb 09 07:49:47.235427 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3b1cfbd-a9f3-4e12-a723-be452ca14331 req-6c05f8c8-227f-4c28-a3e9-a9c83a46c00c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Feb 09 07:49:48.858814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44196) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:49.054975 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a5afea37-ca62-4ad4-b506-d6885b6d12f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dada582468bf475d96ec0ea7df9bb255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922934 Feb 09 07:49:49.055511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44206) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:49.123704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:49.152266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:49.199365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:49.204494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b46a76f5-cf92-48dc-8826-101c753a6d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:49.217546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01467cf5-9527-436a-a7dd-19a278254afe,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:49.221252 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:49.223367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:49.227626 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-890574c2-8caf-4e0c-8277-d5cd40b3f917 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01467cf5-9527-436a-a7dd-19a278254afe HTTP/1.1" status: 204 len: 168 time: 0.1710231 Feb 09 07:49:52.023091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cdc6-f11e-415e-bbb9-c4d275d6dc98 req-7e237a19-36a3-4763-b195-74a1c5ad8b87 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:52.024923 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2573cdc6-f11e-415e-bbb9-c4d275d6dc98 req-7e237a19-36a3-4763-b195-74a1c5ad8b87 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1747398 Feb 09 07:49:52.150365 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2573cdc6-f11e-415e-bbb9-c4d275d6dc98 req-69c35e52-2cd2-4097-91b1-d422767b8b42 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157811 Feb 09 07:49:52.264746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3b4e1-f2ff-4ec9-92a3-e69c8bd39ba5 req-292876c9-561a-45d3-8346-e9c80fad2fdc tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:52.266427 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b6d3b4e1-f2ff-4ec9-92a3-e69c8bd39ba5 req-292876c9-561a-45d3-8346-e9c80fad2fdc tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1881211 Feb 09 07:49:52.330015 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b6d3b4e1-f2ff-4ec9-92a3-e69c8bd39ba5 req-3a61a2d9-3057-4332-9f4f-79df36dde11d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572278 Feb 09 07:49:53.450754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed5b7-d86e-43c7-a520-fb08f41ae4a5 req-8feda7da-1a38-48f9-9e11-ce2589c1dd52 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:53.452469 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b5ed5b7-d86e-43c7-a520-fb08f41ae4a5 req-8feda7da-1a38-48f9-9e11-ce2589c1dd52 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1725423 Feb 09 07:49:53.560031 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b5ed5b7-d86e-43c7-a520-fb08f41ae4a5 req-c0b65a64-2aff-4c67-ba6f-7bc896251477 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004663 Feb 09 07:49:53.677262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615b99-7957-4d80-a863-92356a2d564a req-1d5d3b44-200d-439c-be3c-7380792e2873 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:53.678916 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef615b99-7957-4d80-a863-92356a2d564a req-1d5d3b44-200d-439c-be3c-7380792e2873 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1876242 Feb 09 07:49:53.800093 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ef615b99-7957-4d80-a863-92356a2d564a req-de424dd4-7a62-4c07-be16-c47d0a5e59f4 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745494 Feb 09 07:49:53.899573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3578119-a3f5-483c-9bbd-2610831b7f88 req-d02d8162-25b0-4ca0-8a34-b02dd5ae4698 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:53.901231 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3578119-a3f5-483c-9bbd-2610831b7f88 req-d02d8162-25b0-4ca0-8a34-b02dd5ae4698 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2196393 Feb 09 07:49:53.965507 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3578119-a3f5-483c-9bbd-2610831b7f88 req-54247935-d260-4605-aeaa-7bfdab221516 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573757 Feb 09 07:49:54.610951 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-a442304d-b14c-4fd8-ac6d-886db9fd5e55 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:54.612604 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-a442304d-b14c-4fd8-ac6d-886db9fd5e55 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1642890 Feb 09 07:49:54.720415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Deleting port 2bc74a83-b946-4e89-918b-b1639b3735ef {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:49:54.720780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:54.858137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810652f-f0ce-4616-bbfc-18ceacd0ba6e req-266771e2-328e-491e-b983-603c2c0f2826 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:54.860432 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b810652f-f0ce-4616-bbfc-18ceacd0ba6e req-266771e2-328e-491e-b983-603c2c0f2826 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.1715672 Feb 09 07:49:54.931802 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b810652f-f0ce-4616-bbfc-18ceacd0ba6e req-10cc3cab-6d43-4ed5-b174-8e08d7c9a5b6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647187 Feb 09 07:49:55.106195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58231e4-268b-4b95-a897-0f64a38dbd75 req-034a2335-1c04-433b-ae48-466584be3586 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:55.107962 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f58231e4-268b-4b95-a897-0f64a38dbd75 req-034a2335-1c04-433b-ae48-466584be3586 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.1725008 Feb 09 07:49:55.236407 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f58231e4-268b-4b95-a897-0f64a38dbd75 req-5b20dde8-f720-4858-96c7-10edf40a2a82 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790293 Feb 09 07:49:55.267978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] For port 2bc74a83-b946-4e89-918b-b1639b3735ef, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2bc74a83-b946-4e89-918b-b1639b3735ef,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:55.268378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:55.333240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d914f2f-7b6d-4c27-a20c-e04d7a33e219 req-920b0caa-6c88-4ed6-a705-bf6fe95c5f91 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:55.335255 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7d914f2f-7b6d-4c27-a20c-e04d7a33e219 req-920b0caa-6c88-4ed6-a705-bf6fe95c5f91 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.2222738 Feb 09 07:49:55.365277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-66aa216c-380d-4980-bac1-dbe717321719 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:55.366068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-66aa216c-380d-4980-bac1-dbe717321719 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Synchronizing usage tracker for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:49:55.403330 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7d914f2f-7b6d-4c27-a20c-e04d7a33e219 req-c614cc5a-e732-482a-bb78-bb2958e8ea0c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616963 Feb 09 07:49:55.469559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-66aa216c-380d-4980-bac1-dbe717321719 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Unset dirty status for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:49:55.470855 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-66aa216c-380d-4980-bac1-dbe717321719 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.6342139 Feb 09 07:49:55.651857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Deleting port 44627c5f-404d-4247-ac06-c10b3a07916c {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:49:55.652313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:55.861533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:55.861978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:55.862339 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Floating IP 2f5d4da5-347d-4548-9bed-51c0d412f432 disassociated. External IP: 172.28.0.178, port: 2bc74a83-b946-4e89-918b-b1639b3735ef. Feb 09 07:49:55.862727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Calling delete_port for 2bc74a83-b946-4e89-918b-b1639b3735ef owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:49:56.036725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-8205bb89-b82f-4fac-8e06-bea3579c34be tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:56.037609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-8205bb89-b82f-4fac-8e06-bea3579c34be tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 945 time: 0.1697562 Feb 09 07:49:56.066236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2bc74a83-b946-4e89-918b-b1639b3735ef no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:49:56.139721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] For port 44627c5f-404d-4247-ac06-c10b3a07916c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=44627c5f-404d-4247-ac06-c10b3a07916c,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:56.140692 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.190459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Deleting port 8d7f2a44-cc16-407c-95a1-43b991c4a8da {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:49:56.190856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.199127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.290408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Calling delete_port for 44627c5f-404d-4247-ac06-c10b3a07916c owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:49:56.320760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.331610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8d7f2a44-cc16-407c-95a1-43b991c4a8da no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:49:56.343103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:56.409714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event deleted for resources: {'Port': ['ID=2bc74a83-b946-4e89-918b-b1639b3735ef,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:56.464432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.492687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.492687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.493111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.493492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.494109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.494308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.494408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:56.494671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.495390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.495502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.495831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.496439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.496984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.497493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.497918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.498324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.498720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.499119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.499779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.500253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.500530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.500929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.501326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.501767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.502411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:49:56.504987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:56.510074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.511334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 44627c5f-404d-4247-ac06-c10b3a07916c no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:49:56.516397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:56.543357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e62b7e62-0e6b-4f3e-9e59-48d945c7e33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:56.582481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbbc81-d5b4-451e-a7ff-f11ff2fb3443 req-2a41396b-b017-40f2-a14f-12d8053b6c84 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:56.584487 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bffbbc81-d5b4-451e-a7ff-f11ff2fb3443 req-2a41396b-b017-40f2-a14f-12d8053b6c84 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 946 time: 0.5036125 Feb 09 07:49:56.646301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:56.646714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.673379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=7']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:56.682862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:56.705042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.804313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:56.825347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:56.882877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Pushing event deleted for resources: {'Port': ['ID=44627c5f-404d-4247-ac06-c10b3a07916c,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:56.900284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:56.906536 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bffbbc81-d5b4-451e-a7ff-f11ff2fb3443 req-641d3f8d-c7d0-43c8-8730-3101618a3de8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=6448e974-e862-4702-952f-36e86669822c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112657 Feb 09 07:49:56.998589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339edee8-a506-425a-a302-33d16f644052 req-047d5463-a373-4f28-924d-d4ada69c8b78 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:57.000810 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-339edee8-a506-425a-a302-33d16f644052 req-047d5463-a373-4f28-924d-d4ada69c8b78 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=75832722-5499-4c7e-883f-f816f82a72f1 HTTP/1.1" status: 200 len: 945 time: 0.5788829 Feb 09 07:49:57.004474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Router 79dd0a6d-65dc-4a45-849a-43631528f41b has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:49:57.236818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-339edee8-a506-425a-a302-33d16f644052 req-ce4af6c7-e32c-41fe-ba66-012a8f4a82d8 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250335 Feb 09 07:49:57.238939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:57.239369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:57.239734 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Floating IP 8a89360b-34a8-48bc-a138-8c9fe0da4993 disassociated. External IP: 172.28.0.164, port: 8d7f2a44-cc16-407c-95a1-43b991c4a8da. Feb 09 07:49:57.240136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Calling delete_port for 8d7f2a44-cc16-407c-95a1-43b991c4a8da owned by compute:nova {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:49:57.349471 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'code': 200} Feb 09 07:49:57.449564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] No DVR routers for this DVR port 44627c5f-404d-4247-ac06-c10b3a07916c on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:49:57.451791 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:57.457914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75832722-5499-4c7e-883f-f816f82a72f1', 'name': 'network-vif-deleted', 'tag': '44627c5f-404d-4247-ac06-c10b3a07916c'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:57.491218 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f601be61-2c05-490f-b8ff-b9d92b8eef51 req-4af52dba-2655-4d59-910d-2272c14e03eb tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "DELETE /v2.0/ports/44627c5f-404d-4247-ac06-c10b3a07916c HTTP/1.1" status: 204 len: 173 time: 2.0126755 Feb 09 07:49:57.501023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a452c-d95e-4eda-a2f4-5176b99a513b req-1f8b0fd2-df73-40fc-8e22-ae2088c99918 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:57.504136 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a19a452c-d95e-4eda-a2f4-5176b99a513b req-1f8b0fd2-df73-40fc-8e22-ae2088c99918 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.3957155 Feb 09 07:49:57.516073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:49:57.519781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79916) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:49:57.520149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:49:57.528300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:49:57.542318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:49:57.542928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:49:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:57.558250 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75832722-5499-4c7e-883f-f816f82a72f1', 'name': 'network-vif-deleted', 'tag': '44627c5f-404d-4247-ac06-c10b3a07916c', 'status': 'completed', 'code': 200} Feb 09 07:49:57.559267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] No DVR routers for this DVR port 2bc74a83-b946-4e89-918b-b1639b3735ef on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:49:57.571079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:57.573220 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aa351f6a-1162-4e14-8632-858c6fb3099e req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "DELETE /v2.0/ports/2bc74a83-b946-4e89-918b-b1639b3735ef HTTP/1.1" status: 204 len: 173 time: 2.9443092 Feb 09 07:49:57.608415 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a19a452c-d95e-4eda-a2f4-5176b99a513b req-7990586b-9871-48ae-9e13-fb00eae8eefa tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923817 Feb 09 07:49:57.758188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:49:58.021711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Deleting port 8d7f2a44-cc16-407c-95a1-43b991c4a8da {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:49:58.022114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:58.309953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:58.316814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:49:58.326140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:49:58.326930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:49:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:58.356612 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1e2d32d9-c3b5-46e9-9d03-7869342060bc req-05cc754a-867c-49e8-b58d-b0052000099b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=868cdd29-0c02-4657-85f0-e733d072ba08 HTTP/1.1" status: 200 len: 210 time: 0.0671308 Feb 09 07:49:58.538836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:49:58.607232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] For port 8d7f2a44-cc16-407c-95a1-43b991c4a8da, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8d7f2a44-cc16-407c-95a1-43b991c4a8da,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:49:58.607863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:58.963867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:49:58.968284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b131733-d5d6-44d6-98b8-0b86cf058910 None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:49:59.193402 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.193765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.194252 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Floating IP 8a89360b-34a8-48bc-a138-8c9fe0da4993 disassociated. External IP: 172.28.0.164, port: 8d7f2a44-cc16-407c-95a1-43b991c4a8da. Feb 09 07:49:59.194645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Calling delete_port for 8d7f2a44-cc16-407c-95a1-43b991c4a8da owned by compute:nova {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:49:59.314498 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089f6c2-748d-47a1-8d80-dc00d6838a4d req-eb69431c-e4ef-42a6-adc9-0dbfb4144fba tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:59.316233 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a089f6c2-748d-47a1-8d80-dc00d6838a4d req-eb69431c-e4ef-42a6-adc9-0dbfb4144fba tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 943 time: 0.4144964 Feb 09 07:49:59.371490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73a51b-2553-41af-aa44-412211849625 None None] New status for floating IP 2f5d4da5-347d-4548-9bed-51c0d412f432: DOWN {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:49:59.410253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3704d-cea0-4a9e-9581-015f368ba3f0 req-edbdc92d-bdaa-4dfe-ae68-86f8f2402ff3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:49:59.411945 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-85a3704d-cea0-4a9e-9581-015f368ba3f0 req-edbdc92d-bdaa-4dfe-ae68-86f8f2402ff3 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.5114460 Feb 09 07:49:59.542147 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a089f6c2-748d-47a1-8d80-dc00d6838a4d req-b669d244-8033-41f0-b6f5-6916a39c1f92 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db018fa-2132-4cd1-b272-7a2c3f62d7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165239 Feb 09 07:49:59.559845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'name': 'network-vif-deleted', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:49:59.564813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-85a3704d-cea0-4a9e-9581-015f368ba3f0 req-48b8424c-6642-4041-b4be-3e3281c6b1a9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284890 Feb 09 07:49:59.649876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.666599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6dd6557c-d408-4a6c-b1b1-b87965387640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:59.679743 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cdd29-0c02-4657-85f0-e733d072ba08', 'name': 'network-vif-deleted', 'tag': '2bc74a83-b946-4e89-918b-b1639b3735ef', 'status': 'completed', 'code': 200} Feb 09 07:49:59.719984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event deleted for resources: {'Port': ['ID=8d7f2a44-cc16-407c-95a1-43b991c4a8da,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:59.724888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:59.731302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44294) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:59.834564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.869865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.923574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.928810 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3639cf6f-7703-4529-a300-1450284b30b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:49:59.945127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6448e974-e862-4702-952f-36e86669822c,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:49:59.949490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:49:59.953471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:59.954732 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "DELETE /v2.0/security-groups/6448e974-e862-4702-952f-36e86669822c HTTP/1.1" status: 204 len: 168 time: 0.2222610 Feb 09 07:49:59.957635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44298) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:49:59.975678 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.v2.resource [None req-f2123877-f964-4df4-a9b8-eb7f303330cd tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] show failed (client error): The resource could not be found. Feb 09 07:49:59.976774 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f2123877-f964-4df4-a9b8-eb7f303330cd tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups/6448e974-e862-4702-952f-36e86669822c HTTP/1.1" status: 404 len: 347 time: 0.0181699 Feb 09 07:49:59.979875 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44302) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:00.047947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:50:00.163916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Deleting port 1bc7a954-1e41-415f-92f9-524596333983 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:50:00.164197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.240904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:50:00.253536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:50:00.264611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:00.265934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:49:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:00.284776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] No DVR routers for this DVR port 8d7f2a44-cc16-407c-95a1-43b991c4a8da on host hv-cinder-77459 {{(pid=79916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:50:00.287692 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.290824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-deleted', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:00.308577 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9b1b1a93-b476-4205-bb46-7881dcab4485 req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "DELETE /v2.0/ports/8d7f2a44-cc16-407c-95a1-43b991c4a8da HTTP/1.1" status: 204 len: 173 time: 4.2650845 Feb 09 07:50:00.369401 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdbc6d-0727-494a-a065-5f53d34f9039', 'name': 'network-vif-deleted', 'tag': '8d7f2a44-cc16-407c-95a1-43b991c4a8da', 'status': 'completed', 'code': 200} Feb 09 07:50:00.375386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.375804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.474145 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:00.522565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Calling delete_port for 1bc7a954-1e41-415f-92f9-524596333983 owned by network:floatingip {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:50:00.684449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.804852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-3ea8f63b-ee0f-446f-8ca7-d9ec0bc5b7f1 req-8ff347a8-1a87-4d84-9468-2627a3f8896d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:00.836967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-43e170e7-3192-48dd-be1b-df52211e55fc tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:00.838799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-3ea8f63b-ee0f-446f-8ca7-d9ec0bc5b7f1 req-8ff347a8-1a87-4d84-9468-2627a3f8896d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:00.839632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3ea8f63b-ee0f-446f-8ca7-d9ec0bc5b7f1 req-8ff347a8-1a87-4d84-9468-2627a3f8896d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=09fdbc6d-0727-494a-a065-5f53d34f9039 HTTP/1.1" status: 200 len: 210 time: 0.1318398 Feb 09 07:50:00.886503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:00.890169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event deleted for resources: {'Port': ['ID=1bc7a954-1e41-415f-92f9-524596333983,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:00.893241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:00.903113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:50:00.918445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:00.919285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:49:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:00.938160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b65a1c-2b15-4daf-90c9-559426f28518 req-fe68899d-1a8a-4018-a593-1b2adb377276 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:00.939881 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87b65a1c-2b15-4daf-90c9-559426f28518 req-fe68899d-1a8a-4018-a593-1b2adb377276 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1907470 Feb 09 07:50:00.963472 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.984890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:00.986219 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "DELETE /v2.0/floatingips/2f5d4da5-347d-4548-9bed-51c0d412f432 HTTP/1.1" status: 204 len: 168 time: 1.0051384 Feb 09 07:50:01.027721 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-87b65a1c-2b15-4daf-90c9-559426f28518 req-a71cc99b-8a61-40b5-92bd-75f8647f45b9 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808554 Feb 09 07:50:01.118422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:01.450856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:01.455630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95a4b8-bcbd-4ddd-97d0-56a55fc3402f None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:50:01.557445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44314) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:01.563421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866400435', 'description': 'tempest-description--1813651010'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:01.586841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:01.591301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:01.595046 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:01.600917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:01.611253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.636828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:01.641453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:01.644800 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:01.650689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:01.727281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.731243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.742718 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9b56001f-8657-4e83-9827-764ae2a8db93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:01.783930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.785272 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2266755 Feb 09 07:50:01.786260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f545d42-5fa0-46d3-b5ab-dd885cdea779,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:01.788554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44318) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:01.789410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:01.794812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'security_group_rule': {'security_group_id': '4f545d42-5fa0-46d3-b5ab-dd885cdea779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:01.817107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:01.821193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:01.824248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:01.830919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:01.848259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.851696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8178eb-2125-4997-a048-f2b16983e01b None None] New status for floating IP 8a89360b-34a8-48bc-a138-8c9fe0da4993: DOWN {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:50:01.914825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.917670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.920019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-badb5f92-f529-4651-8e11-ae958e449591 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:01.943020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2553811-2404-4738-99e4-9708230afc77,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:01.947220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:01.956399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:01.960510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-40f4e923-24b5-4047-8ca0-5fe5f731591b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676133 Feb 09 07:50:01.960778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44324) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:01.966456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'security_group_rule': {'security_group_id': '4f545d42-5fa0-46d3-b5ab-dd885cdea779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:01.988964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:01.993110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:security_group_rule and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:01.996219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:02.002756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:02.021232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.044173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44330) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:02.091142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.094972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.097342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:02.114869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbd9cb8-e2f4-45a2-9e2a-d8d3b9b8440d,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:02.122441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:02.138709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.140849 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785421 Feb 09 07:50:02.144862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44336) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:02.147554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.153538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'floatingip': {'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:02.190534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:02.204471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:floatingip and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:02.210382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:02.214173 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.228214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:02.257842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.306722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.313232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-952e246a-e31e-4b08-b5c6-dab27c8ac3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:02.325029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b78caa-6fd4-48e3-abed-50d251272dba req-6a576f87-7139-4460-b7ab-66d9bb90aa55 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:02.326763 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f6b78caa-6fd4-48e3-abed-50d251272dba req-6a576f87-7139-4460-b7ab-66d9bb90aa55 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.1647744 Feb 09 07:50:02.328742 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db018fa-2132-4cd1-b272-7a2c3f62d7da,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:02.334137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:02.339650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.340886 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "DELETE /v2.0/security-groups/5db018fa-2132-4cd1-b272-7a2c3f62d7da HTTP/1.1" status: 204 len: 168 time: 0.2956216 Feb 09 07:50:02.344250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44340) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:02.398879 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f6b78caa-6fd4-48e3-abed-50d251272dba req-906c2b14-6d0a-4fd9-bffc-ec86464c966c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642731 Feb 09 07:50:02.415339 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.v2.resource [None req-7da1ddb1-a040-45ed-91cf-180e0801d307 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] show failed (client error): The resource could not be found. Feb 09 07:50:02.419326 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7da1ddb1-a040-45ed-91cf-180e0801d307 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups/5db018fa-2132-4cd1-b272-7a2c3f62d7da HTTP/1.1" status: 404 len: 347 time: 0.0712159 Feb 09 07:50:02.420349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44344) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:02.456358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.609304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Deleting port 32960e3f-da3a-4160-8099-6d64371c765a {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:50:02.609724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.733563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Allocated IP 172.28.0.74 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/5ed52d9a-e5cf-46f9-a8c7-10e544a71527) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:50:02.794445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.794824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.894712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.923909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:02.927202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Calling delete_port for 32960e3f-da3a-4160-8099-6d64371c765a owned by network:floatingip {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:50:02.939785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-71c222e1-9c32-4ef5-ad5e-414c50dfa654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:03.078400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.093923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'Port': ['ID=5ed52d9a-e5cf-46f9-a8c7-10e544a71527,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:03.097326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:03.146873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:50:03.148160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:50:03.150931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:50:03.239462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.308538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.309648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:03.367319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event deleted for resources: {'Port': ['ID=32960e3f-da3a-4160-8099-6d64371c765a,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:03.372098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:03.578609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.586477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.590284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.605946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:03.616299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.617562 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "DELETE /v2.0/floatingips/8a89360b-34a8-48bc-a138-8c9fe0da4993 HTTP/1.1" status: 204 len: 168 time: 1.1960895 Feb 09 07:50:03.740296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe394b-a55c-45b9-b01e-65494d515f1a req-c04a818c-2c3b-49fe-90fa-6d40f1a7ea1c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:03.742055 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2fe394b-a55c-45b9-b01e-65494d515f1a req-c04a818c-2c3b-49fe-90fa-6d40f1a7ea1c tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2114487 Feb 09 07:50:03.756221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'Port': ['ID=5ed52d9a-e5cf-46f9-a8c7-10e544a71527,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:03.815039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:03.821406 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2fe394b-a55c-45b9-b01e-65494d515f1a req-0302f989-1519-4d5a-a204-da29ded371df tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732069 Feb 09 07:50:03.884356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.907597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.908921 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7628653 Feb 09 07:50:03.925989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44354) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:03.931704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105320021', 'description': 'tempest-description--979019745'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:03.953822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:03.957921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:03.961176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:03.966976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:03.977297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.997953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:04.002124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:04.005095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:04.010958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:04.083032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.086909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.090896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-60723b63-a2fa-4023-904b-6c13a32d2a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:04.206121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.210672 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2802324 Feb 09 07:50:04.210852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:50:04.210982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493cf9a6-4623-4afa-aa4c-5a6609a73d41,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:04.211105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44368) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:04.218482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'security_group_rule': {'security_group_id': '493cf9a6-4623-4afa-aa4c-5a6609a73d41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:04.219961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:04.242061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:04.246413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:04.251605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:04.257626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:04.262256 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-cd2dd8d0-d312-4e3a-8ab8-10e4665d0a85 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--866400435&fields=id&tenant_id=414a82415b404c4a9dbb28317ea2c73c HTTP/1.1" status: 200 len: 267 time: 0.1103754 Feb 09 07:50:04.276690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.287509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:04.288033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.343370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.346486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.349124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0e3f5fc1-cdb1-465a-8564-4d7be21848e1 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:04.379453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.383500 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688430 Feb 09 07:50:04.384310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b49ee0d-b6c8-4712-b04b-ab507838fd30,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:04.384431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc46c84-e431-42a5-a260-b36899141815 req-c3b85f5b-69b7-4086-9970-cded1c1a515d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:04.386109 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dbc46c84-e431-42a5-a260-b36899141815 req-c3b85f5b-69b7-4086-9970-cded1c1a515d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.2785435 Feb 09 07:50:04.388410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c6ac28fd-0ad6-42a4-b698-28dcc87f0b7f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:04.389055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44372) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:04.396475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'security_group_rule': {'security_group_id': '493cf9a6-4623-4afa-aa4c-5a6609a73d41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:04.419209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:04.423363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:security_group_rule and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:04.426810 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:04.432892 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:04.450732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.519731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.522508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.529929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-df7aa807-837f-483f-8092-7aaa9113c412 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:04.549984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a7e348-aeb6-4169-9fd8-588d2e59345d,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:04.552209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:04.559467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.560771 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f5e57c16-f385-40f5-9e8e-91692e668f0e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697872 Feb 09 07:50:04.564525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44376) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:04.570128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'floatingip': {'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:04.571839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Deleting port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:50:04.572228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.591939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:04.596165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Usage tracker for resource:floatingip and tenant:9ad833ec4fbb425589e9c9f08918022f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:04.599263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:04.605093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:04.615587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.737664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-08445433-b0cb-48c1-9014-c8cff40f2a8e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:04.739350 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-08445433-b0cb-48c1-9014-c8cff40f2a8e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 811 time: 0.4639320 Feb 09 07:50:04.763276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.805288 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-af03da7b-09fd-48a5-8c18-59baabd1e939 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/quotas/414a82415b404c4a9dbb28317ea2c73c HTTP/1.1" status: 200 len: 375 time: 0.0313804 Feb 09 07:50:05.101057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] For port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:50:05.101677 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.172325 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0e9f5940-24fe-4e1e-9ed5-da8af5d44c7f tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3582664 Feb 09 07:50:05.265917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Allocated IP 172.28.0.145 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/dde7192f-3b41-4e52-8fd1-23f8a454b4fc) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:50:05.320403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Calling delete_port for 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 owned by compute:nova {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:50:05.423512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.453383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.466471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08398a9a-1d55-43c2-9142-cfc75ac85f4e req-678e1558-088b-4bd6-ba4c-242a06b12477 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:05.468768 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-08398a9a-1d55-43c2-9142-cfc75ac85f4e req-678e1558-088b-4bd6-ba4c-242a06b12477 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 945 time: 0.5020435 Feb 09 07:50:05.469281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-555e34ff-12c1-4558-8683-135ee0d8ca32 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:05.615753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'Port': ['ID=dde7192f-3b41-4e52-8fd1-23f8a454b4fc,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:05.619002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:05.642194 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-08398a9a-1d55-43c2-9142-cfc75ac85f4e req-b622a45a-24b0-4c0a-b21c-9f58c98b2d7d tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35467d2-e7df-406c-9e21-4d879e3252c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554694 Feb 09 07:50:05.664172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:50:05.665389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:50:05.667854 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:50:05.701251 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-a7acb317-d76a-485d-acaa-1f2b6d45ed7e service neutron] 10.222.0.39 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733436 Feb 09 07:50:05.755954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.818647 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.825236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.847346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:05.901483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Pushing event deleted for resources: {'Port': ['ID=5dae4a23-26d0-4a65-8c70-1f9a51e629f8,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:05.915985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:06.005677 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-3f9fb5e5-bcc6-4aa7-a295-783fc3a4dee9 service neutron] 10.222.0.39 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2969091 Feb 09 07:50:06.048476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:50:06.084989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] No DVR routers for this DVR port 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 on host hv-cinder-77459 {{(pid=79916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:50:06.087308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:06.090190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'name': 'network-vif-deleted', 'tag': '5dae4a23-26d0-4a65-8c70-1f9a51e629f8'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:06.101260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:50:06.103673 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dbc46c84-e431-42a5-a260-b36899141815 req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.44 "DELETE /v2.0/ports/5dae4a23-26d0-4a65-8c70-1f9a51e629f8 HTTP/1.1" status: 204 len: 173 time: 1.7081203 Feb 09 07:50:06.108497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:06.112510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:06.146417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7b655be6-a773-49eb-93d8-0b6972e10a33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:06.217484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:50:06.218873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 5dae4a23-26d0-4a65-8c70-1f9a51e629f8 not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:50:06.234209 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1165bdca-fe83-4896-a245-c0f4f3d52367', 'name': 'network-vif-deleted', 'tag': '5dae4a23-26d0-4a65-8c70-1f9a51e629f8', 'status': 'completed', 'code': 200} Feb 09 07:50:06.244440 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3106e427-9dff-4037-82ad-57d8fb273f98 req-441c600c-2953-4973-a3d4-077123042c02 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 210 time: 0.0628607 Feb 09 07:50:06.299607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'Port': ['ID=dde7192f-3b41-4e52-8fd1-23f8a454b4fc,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:06.304160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:06.395714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:06.417893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:06.419277 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8537118 Feb 09 07:50:06.686475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-82997f44-defb-49df-8913-4a3beca481db tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:06.704759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-82997f44-defb-49df-8913-4a3beca481db tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:06.706217 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-82997f44-defb-49df-8913-4a3beca481db tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--105320021&fields=id&tenant_id=9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 267 time: 0.0800891 Feb 09 07:50:06.893019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-dc5e6b74-d16e-45ad-bd83-c0d53abccf85 req-d4e5c405-3d16-4b47-a535-f2fcc5ebaf0a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Synchronizing usage tracker for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:06.930954 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-dc5e6b74-d16e-45ad-bd83-c0d53abccf85 req-d4e5c405-3d16-4b47-a535-f2fcc5ebaf0a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Unset dirty status for tenant:afcafb246a174c58954b5b1945a0740e on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:06.932242 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dc5e6b74-d16e-45ad-bd83-c0d53abccf85 req-d4e5c405-3d16-4b47-a535-f2fcc5ebaf0a tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] 10.222.0.39 "GET /v2.0/ports?device_id=1165bdca-fe83-4896-a245-c0f4f3d52367 HTTP/1.1" status: 200 len: 210 time: 0.1003397 Feb 09 07:50:07.021330 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-db8553ba-cfa9-4fc9-9e0a-193027090280 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:07.022941 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-db8553ba-cfa9-4fc9-9e0a-193027090280 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 817 time: 0.3092217 Feb 09 07:50:07.039133 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-1dc6788c-b759-4b08-9484-7a6addfcffe7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/quotas/9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 375 time: 0.0103400 Feb 09 07:50:07.177530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-e97a614a-29dd-4b7b-b567-122bd89c4448 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:07.192729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-e97a614a-29dd-4b7b-b567-122bd89c4448 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:07.194189 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-e97a614a-29dd-4b7b-b567-122bd89c4448 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498678 Feb 09 07:50:07.623169 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec12231a-f162-4bcc-a743-6f6fa3a09893 req-bbb24af5-1b5e-4849-8133-216dec18f28e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 210 time: 0.1018744 Feb 09 07:50:07.720317 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-93ee307d-2f0d-40b2-a9c7-1e3d20df419c service neutron] 10.222.0.39 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130115 Feb 09 07:50:07.873171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-e3931d34-2a94-460f-9dff-d5503dca2102 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:07.875281 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-e3931d34-2a94-460f-9dff-d5503dca2102 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 811 time: 0.3553219 Feb 09 07:50:08.019222 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-602892cb-daef-46f5-b6e5-8e73868df050 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2902169 Feb 09 07:50:08.042538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44416) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:08.062642 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-bd5d9a91-607e-402e-a9dc-dc4dd037fbcc tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=414a82415b404c4a9dbb28317ea2c73c HTTP/1.1" status: 200 len: 5704 time: 0.1352711 Feb 09 07:50:08.073810 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'port': {'device_id': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'admin_state_up': True, 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'security_groups': ['4f545d42-5fa0-46d3-b5ab-dd885cdea779']}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:08.244301 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5543e7aa-ce24-49d1-90fd-8e188f1eafd0 req-9dee8da8-a040-484e-9c68-389b033f1857 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0645533 Feb 09 07:50:08.277244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:08.282524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Usage tracker for resource:port and tenant:414a82415b404c4a9dbb28317ea2c73c is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:08.285942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:08.292804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:08.307057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Made reservation on behalf of 414a82415b404c4a9dbb28317ea2c73c for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:50:08.331002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:08.691126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850649322'] for router_interface, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:08.734609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Allocated IP 172.20.0.13 (e8302579-298e-47ee-a118-a40e02a2afa0/ce4355cb-e474-4385-9fc9-fa8df7fc33ca/8111ad6d-e05b-4468-bee1-b8198f3cb66a) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:50:08.866653 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff947f01-6213-4201-a812-2bc5ccb854b8 req-e70109e2-9f16-4f19-90a5-e11be1f43bbe tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 210 time: 0.0710104 Feb 09 07:50:09.003982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.020631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Transition to ACTIVE for port object 8111ad6d-e05b-4468-bee1-b8198f3cb66a will not be triggered until provisioned by entity DHCP. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:50:09.043802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.058986 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f01ac098-06dc-4133-bd1d-b883150398b0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:09.096744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Deleting port 7f350931-34d8-4557-91f6-b3ef77ff45a0 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:50:09.097132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.205084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event updated for resources: {'Port': ['ID=8111ad6d-e05b-4468-bee1-b8198f3cb66a,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:09.215312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:09.260943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Network e8302579-298e-47ee-a118-a40e02a2afa0 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:50:09.262495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:50:09.265901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:50:09.294087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] For port 7f350931-34d8-4557-91f6-b3ef77ff45a0, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=7f350931-34d8-4557-91f6-b3ef77ff45a0,segment=NetworkSegment(d86bce3f-9de6-48a6-b906-3da024fd59f3),segment_id=d86bce3f-9de6-48a6-b906-3da024fd59f3)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:50:09.294626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.399798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:09.400545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.443405 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3741813 Feb 09 07:50:09.461158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Request body: {'port': {'device_id': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:09.522732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b2545c1c-dfdf-4c05-b845-d212fb2d4548 None None] Provisioning for port 8111ad6d-e05b-4468-bee1-b8198f3cb66a completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:50:09.529795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b2545c1c-dfdf-4c05-b845-d212fb2d4548 None None] Provisioning complete for port 8111ad6d-e05b-4468-bee1-b8198f3cb66a triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:09.530990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b2545c1c-dfdf-4c05-b845-d212fb2d4548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.550392 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fdffe883-c6b2-45a4-8db4-08ced9126c46 req-afb05ae4-01b8-4ec7-85d6-c70d16907eb9 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0592473 Feb 09 07:50:09.595505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-b2545c1c-dfdf-4c05-b845-d212fb2d4548 None None] Port 8111ad6d-e05b-4468-bee1-b8198f3cb66a cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:50:09.647958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.766570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-35c9a54a-fa69-4d37-9973-97510e84384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:09.772060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Calling delete_port for 7f350931-34d8-4557-91f6-b3ef77ff45a0 owned by network:router_interface {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:50:10.040220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.092132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8111ad6d-e05b-4468-bee1-b8198f3cb66a {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:50:10.101963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.115613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Transition to ACTIVE for port object 8111ad6d-e05b-4468-bee1-b8198f3cb66a will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:50:10.120213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.136868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:10.176511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-adea392a-601c-41b3-8cb5-4e9546eedd0a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:10.177339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-adea392a-601c-41b3-8cb5-4e9546eedd0a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:network {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:10.212729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-adea392a-601c-41b3-8cb5-4e9546eedd0a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:network {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:10.214028 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-adea392a-601c-41b3-8cb5-4e9546eedd0a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 817 time: 0.8050537 Feb 09 07:50:10.331878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=8111ad6d-e05b-4468-bee1-b8198f3cb66a,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:10.339718 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:10.342139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.365689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-09434760-bcbf-471b-b1b0-1a28ada7547c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:10.416406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f350931-34d8-4557-91f6-b3ef77ff45a0,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:10.465903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-150d1cfd-7392-4dff-a503-a0ea32a57c90 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:security_group {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:10.470268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:10.478839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b18188-bf26-4786-9add-4f1deb359666 req-aaa83e63-0ead-4205-b581-25ac1dbe2b5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:10.479663 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-29b18188-bf26-4786-9add-4f1deb359666 req-aaa83e63-0ead-4205-b581-25ac1dbe2b5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Synchronizing usage tracker for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:10.550787 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-150d1cfd-7392-4dff-a503-a0ea32a57c90 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:security_group {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:10.552232 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-150d1cfd-7392-4dff-a503-a0ea32a57c90 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 5703 time: 0.2855248 Feb 09 07:50:10.566343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'port': {'device_id': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'admin_state_up': True, 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'security_groups': ['493cf9a6-4623-4afa-aa4c-5a6609a73d41']}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:10.601231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-29b18188-bf26-4786-9add-4f1deb359666 req-aaa83e63-0ead-4205-b581-25ac1dbe2b5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Unset dirty status for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:10.602589 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-29b18188-bf26-4786-9add-4f1deb359666 req-aaa83e63-0ead-4205-b581-25ac1dbe2b5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 944 time: 0.4252894 Feb 09 07:50:10.669139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Attempting to bind port 8111ad6d-e05b-4468-bee1-b8198f3cb66a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:50:10.669504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Attempting to bind port 8111ad6d-e05b-4468-bee1-b8198f3cb66a by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:50:10.669928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Attempting to bind port 8111ad6d-e05b-4468-bee1-b8198f3cb66a on network e8302579-298e-47ee-a118-a40e02a2afa0 {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:50:10.687518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:50:10.687906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Checking segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:50:10.688321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.688725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Bound using segment: {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:50:10.689225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Bound port: 8111ad6d-e05b-4468-bee1-b8198f3cb66a, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcab967-f0db-4752-a02a-509699a93ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:50:10.689650 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.742711 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-29b18188-bf26-4786-9add-4f1deb359666 req-b259b96f-8f48-45f2-9d4c-2f99cd3f6442 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263239 Feb 09 07:50:10.807544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:10.824029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:10.856379 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0dd2bd79-7179-49c1-92ec-407991f1d6a6 req-7f67d73b-b341-4c48-b1c1-592a3a9d5a46 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0683172 Feb 09 07:50:10.891083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] For port 8111ad6d-e05b-4468-bee1-b8198f3cb66a, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:50:10.894382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] For port 8111ad6d-e05b-4468-bee1-b8198f3cb66a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8111ad6d-e05b-4468-bee1-b8198f3cb66a,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:50:10.898202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:10.913880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:10.977276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Made reservation on behalf of 9ad833ec4fbb425589e9c9f08918022f for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:50:10.999613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:11.111155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138729'] for router_interface, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:11.287476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=8111ad6d-e05b-4468-bee1-b8198f3cb66a,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:11.292515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:11.322655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:11.323421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:11.324815 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] 10.222.0.44 "PUT /v2.0/ports/8111ad6d-e05b-4468-bee1-b8198f3cb66a HTTP/1.1" status: 200 len: 1158 time: 1.8692250 Feb 09 07:50:11.325351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:11.418994 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'status': 'completed', 'code': 200} Feb 09 07:50:11.467465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-6ace4664-4381-408e-a7b6-d3214c2511e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:11.469852 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-6ace4664-4381-408e-a7b6-d3214c2511e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 1161 time: 0.0920949 Feb 09 07:50:11.555464 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-c18c5122-c658-4b5f-888d-bbe506de9a9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8111ad6d-e05b-4468-bee1-b8198f3cb66a HTTP/1.1" status: 200 len: 217 time: 0.0730307 Feb 09 07:50:11.624815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-aa154eb8-bf51-466b-9497-e3728e09679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:11.626371 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-aa154eb8-bf51-466b-9497-e3728e09679a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.0646188 Feb 09 07:50:11.636686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Allocated IP 172.20.0.14 (f1ce8316-423c-42ee-9beb-e53fb3fd97f5/95e4e3fd-1e93-4f7b-9208-dbd75cd06595/2fd8696f-d3b8-427f-94ca-a59d55e8a30a) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:50:11.725430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-30051846-4b4c-45b4-ad79-3a2104fbe392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:11.727104 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-30051846-4b4c-45b4-ad79-3a2104fbe392 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934286 Feb 09 07:50:11.934331 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-5be0eb24-acd1-4afd-96e8-541d90f1dc39 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000024 Feb 09 07:50:12.121681 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4e535213-d9f8-4430-940c-e5c93c7b9719 req-1a417572-8781-4021-a660-5ebba69c608c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0740180 Feb 09 07:50:12.225234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fec5-a4ef-425b-8e59-0ba8183c7089 req-a31833e8-b7ab-456e-926d-f916ce975633 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:12.226902 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fbf9fec5-a4ef-425b-8e59-0ba8183c7089 req-a31833e8-b7ab-456e-926d-f916ce975633 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 944 time: 0.3503034 Feb 09 07:50:12.246810 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Router a23ba20e-a1f6-4eed-abde-477c8a94d63f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:50:12.253464 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e6439ef6-fffb-4cc0-8802-839c8ae11add req-359813fa-39a7-483f-87cd-883dd9fc9ebf service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3110642 Feb 09 07:50:12.270675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:12.279427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e124d5d4-9dc3-4f34-8ca9-8efc68e2e505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:12.300838 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fbf9fec5-a4ef-425b-8e59-0ba8183c7089 req-d6e2f410-01d3-48c0-bdfd-801c397e3556 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671082 Feb 09 07:50:12.423848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-a9bf9c57-68de-4d82-8752-6b15d5e4e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:12.425521 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-a9bf9c57-68de-4d82-8752-6b15d5e4e498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 1161 time: 0.0795674 Feb 09 07:50:12.431651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Transition to ACTIVE for port object 2fd8696f-d3b8-427f-94ca-a59d55e8a30a will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:50:12.493279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:50:12.500589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:12.503387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] Sync routers for ids ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:50:12.513389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] Routers {'a23ba20e-a1f6-4eed-abde-477c8a94d63f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:12.514180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:12.519577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:12.570851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-cb0fada2-9c00-44e1-80d8-a11d6ed2e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:12.572913 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-cb0fada2-9c00-44e1-80d8-a11d6ed2e91d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.1406884 Feb 09 07:50:12.610062 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a4c58929-1a3a-4ca3-89c2-a8731eaa2d9d admin admin] 10.222.0.39 "PUT /v2.0/routers/a23ba20e-a1f6-4eed-abde-477c8a94d63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5662439 Feb 09 07:50:12.615237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44448) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:12.655892 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-bf52e85f-cdb5-4d21-bca9-1f2b07c0afd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8111ad6d-e05b-4468-bee1-b8198f3cb66a HTTP/1.1" status: 200 len: 217 time: 0.0753317 Feb 09 07:50:12.737826 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-78116b94-d34b-4f20-892a-8e032734ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:12.740632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-78116b94-d34b-4f20-892a-8e032734ac22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.0783107 Feb 09 07:50:12.746972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event updated for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:12.816029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:12.847645 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-211d4005-f30d-458e-bd7b-cddec46ac46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:12.849443 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-211d4005-f30d-458e-bd7b-cddec46ac46d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1007078 Feb 09 07:50:12.866469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] Set router a23ba20e-a1f6-4eed-abde-477c8a94d63f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:12.902454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:12.915408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:50:12.918422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:50:12.922181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:50:12.955707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.016527 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-492ae933-5d8f-4844-9be8-4515592e58d5 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592050 Feb 09 07:50:13.176676 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b63093-9b0b-4f6b-9772-85f355a3899e req-81c4b2ce-3551-497f-bc36-b53f8b3f401f service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479909 Feb 09 07:50:13.201659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:50:10Z', 'revision_number': 5, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:13.204068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:13.204848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.206703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-a87a8d2c-e50a-4a4d-97c3-9a39294b16a5 None None] Provisioning for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:50:13.207329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] Checking router: a23ba20e-a1f6-4eed-abde-477c8a94d63f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:50:13.217185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-a87a8d2c-e50a-4a4d-97c3-9a39294b16a5 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:13.217948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a87a8d2c-e50a-4a4d-97c3-9a39294b16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.218757 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] Routers {'a23ba20e-a1f6-4eed-abde-477c8a94d63f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:13.219311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:13.252297 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6926365 Feb 09 07:50:13.272274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Request body: {'port': {'device_id': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:13.284950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-a87a8d2c-e50a-4a4d-97c3-9a39294b16a5 None None] Port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:50:13.305612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.324256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Deleting port 34fed70c-1d9a-49b9-8f0d-48695afdc18d {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:50:13.324637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.437475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] Set router a23ba20e-a1f6-4eed-abde-477c8a94d63f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:13.473899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14054c5-b477-4639-b9c7-621637d04b65 req-076a1ab2-b6b9-414e-87a7-9e1f682978ff tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:13.475872 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e14054c5-b477-4639-b9c7-621637d04b65 req-076a1ab2-b6b9-414e-87a7-9e1f682978ff tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 932 time: 0.1889141 Feb 09 07:50:13.541457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.602067 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e14054c5-b477-4639-b9c7-621637d04b65 req-47232cca-2812-4147-ae83-910e4d5b3a2c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889015 Feb 09 07:50:13.644227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] For port 34fed70c-1d9a-49b9-8f0d-48695afdc18d, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=34fed70c-1d9a-49b9-8f0d-48695afdc18d,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:50:13.644637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.652627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:13.728587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f10-f30e-4533-b2dc-2ec7b2c6e15b req-adc14168-02b9-4ae6-ae9c-33dd90483c2c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:13.734465 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-81eb0f10-f30e-4533-b2dc-2ec7b2c6e15b req-adc14168-02b9-4ae6-ae9c-33dd90483c2c tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 944 time: 0.2572219 Feb 09 07:50:13.781669 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:50:10Z', 'revision_number': 5, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:13.786490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc71e5-ab6c-478c-b0b1-761322df87d0 None None] The sync data for ids ['a23ba20e-a1f6-4eed-abde-477c8a94d63f'] in dv-cinder-774594-1-smb is: [{'id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'name': 'tempest-ServerRescueNegativeTestJSON-1464383680-router', 'tenant_id': 'afcafb246a174c58954b5b1945a0740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:46:56Z', 'updated_at': '2021-02-09T07:50:10Z', 'revision_number': 5, 'project_id': 'afcafb246a174c58954b5b1945a0740e', 'gw_port': {'id': '34fed70c-1d9a-49b9-8f0d-48695afdc18d', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23ba20e-a1f6-4eed-abde-477c8a94d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:46:59Z', 'updated_at': '2021-02-09T07:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:50:13.806999 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-81eb0f10-f30e-4533-b2dc-2ec7b2c6e15b req-f2461bfc-1255-4be1-9a57-a4f38266ab86 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694504 Feb 09 07:50:14.048824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Calling delete_port for 34fed70c-1d9a-49b9-8f0d-48695afdc18d owned by network:router_gateway {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:50:14.268316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.372421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: result = function(*args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: proto.__init__(conn_state, self) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: self.handle() Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: self.handle_one_request() Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: self.handle_one_response() Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: result = self.application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return app(environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return request.get_response(self.application) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self._app) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return resp(environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return resp(environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: response = self.app(environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return resp(environ, start_response) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:50:14.375745 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: result = method(request=request, **args) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return self._delete(request, id, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(*dup_args, **dup_kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: obj_deleter(request.context, id, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return method(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(*dup_args, **dup_kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: self._delete_current_gw_port(context, id, router, None) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: admin_ctx, gw_port_id, l3_port_check=False) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, context, *args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return method(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: context, port, router_ids, bound_mech_contexts) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: return function(*args, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: callback(resource, event, trigger, **kwargs) Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: if self._is_session_semantic_violated(context, resource, event): Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: stack = traceback.extract_stack() Feb 09 07:50:14.383666 dv-cinder-774594-1-smb neutron-server[79804]: Feb 09 07:50:14.621067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8111ad6d-e05b-4468-bee1-b8198f3cb66a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:50:14.648963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd8696f-d3b8-427f-94ca-a59d55e8a30a {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:50:14.660890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4071317'] for router_gateway, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.663249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.692466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 8111ad6d-e05b-4468-bee1-b8198f3cb66a completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:50:14.697449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8111ad6d-e05b-4468-bee1-b8198f3cb66a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:14.697907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.812783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Transition to ACTIVE for port object 2fd8696f-d3b8-427f-94ca-a59d55e8a30a will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:50:14.817351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850650277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854738248'] for router, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.820112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.821844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.827895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.839540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5a8c315-65e5-4d38-a624-3d71dcb9cf06 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:14.860597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:14.872070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 8111ad6d-e05b-4468-bee1-b8198f3cb66a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8111ad6d-e05b-4468-bee1-b8198f3cb66a,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:50:14.878327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:14.880418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:14.961176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=8111ad6d-e05b-4468-bee1-b8198f3cb66a,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:14.970046 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.970450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.970842 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.971228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.971609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.971993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.972379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.972753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.973138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.973519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.973928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.974305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.974789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.975164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.975541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.975914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.976285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.976658 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.977027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.977397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.977802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.978455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.978565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.978865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:14.983411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:15.016805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740ba1d-e8a9-4e17-a0da-e81150395226 req-90af9c58-4e42-413c-904a-68bec272464a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:15.018583 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6740ba1d-e8a9-4e17-a0da-e81150395226 req-90af9c58-4e42-413c-904a-68bec272464a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1808469 Feb 09 07:50:15.063336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850650143'] for router, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.063937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a23ba20e-a1f6-4eed-abde-477c8a94d63f {{(pid=79915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 07:50:15.087405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Pushing event updated for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:15.094831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:15.113615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.117348 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9d9523da-a9af-4d24-9674-870e64013ae8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a23ba20e-a1f6-4eed-abde-477c8a94d63f HTTP/1.1" status: 204 len: 168 time: 2.4475896 Feb 09 07:50:15.118278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44462) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:15.179628 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6740ba1d-e8a9-4e17-a0da-e81150395226 req-7e8e70f2-cd1f-46e7-a6d7-596e318bbce6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197722 Feb 09 07:50:15.298456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Attempting to bind port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:50:15.298830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Attempting to bind port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:50:15.299216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Attempting to bind port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a on network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:50:15.304012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57680499-e9f6-4572-928f-0ecbeb88ab5c req-3be88fd9-bfe9-423c-af7d-683bb113bf27 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:15.305792 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-57680499-e9f6-4572-928f-0ecbeb88ab5c req-3be88fd9-bfe9-423c-af7d-683bb113bf27 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.2861717 Feb 09 07:50:15.308996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:50:15.309389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Checking segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:50:15.309937 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.310351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Bound using segment: {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:50:15.310846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Bound port: 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e24dca-3b58-49a4-8552-c9351dc11191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:50:15.312096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Deleting subnet 816c2eab-a453-4964-8bd4-492b5d3944f6 {{(pid=79916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:50:15.313009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.353560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.373428 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'code': 200} Feb 09 07:50:15.430453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] For port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:50:15.433973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] For port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:50:15.439640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.450159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-57680499-e9f6-4572-928f-0ecbeb88ab5c req-234c2087-aca8-4441-af56-eef5db201155 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354773 Feb 09 07:50:15.457361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:15.486807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10389515'] for subnet, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.558337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.627537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Pushing event updated for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:15.632704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:15.665682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:15.666375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:15.668074 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] 10.222.0.44 "PUT /v2.0/ports/2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 1158 time: 2.4005127 Feb 09 07:50:15.668414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:15.670442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 7f350931-34d8-4557-91f6-b3ef77ff45a0 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:50:15.741442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 7f350931-34d8-4557-91f6-b3ef77ff45a0 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:50:15.742088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 7f350931-34d8-4557-91f6-b3ef77ff45a0 not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:50:15.794768 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'status': 'completed', 'code': 200} Feb 09 07:50:15.845924 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-69f7645e-8fa4-4697-9b13-7de61dd33a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:15.849315 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-69f7645e-8fa4-4697-9b13-7de61dd33a81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1161 time: 0.1262586 Feb 09 07:50:15.936828 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-08fe3de6-8488-4ae7-a0ee-5703a052b81f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 217 time: 0.0742674 Feb 09 07:50:16.011563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-235ea170-c7b1-4c2b-b8a0-1bea86387784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:16.013072 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-235ea170-c7b1-4c2b-b8a0-1bea86387784 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0700824 Feb 09 07:50:16.049167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247da7-ab35-4cde-883e-86d83f58df48 req-f9ae782f-1bae-450c-9727-4ec2849b2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:16.050834 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f247da7-ab35-4cde-883e-86d83f58df48 req-f9ae782f-1bae-450c-9727-4ec2849b2829 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 1163 time: 0.4573205 Feb 09 07:50:16.098079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-e38f9ec3-6489-4a89-8b26-d0ba804a35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:16.099724 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-e38f9ec3-6489-4a89-8b26-d0ba804a35cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787582 Feb 09 07:50:16.158599 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f247da7-ab35-4cde-883e-86d83f58df48 req-29afb1ec-d4df-499e-9e20-194ce1c6616c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962973 Feb 09 07:50:16.183975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2116946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852256054'] for subnet, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.199975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:16.238805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816c2eab-a453-4964-8bd4-492b5d3944f6,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:16.244331 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-44be9eaa-e322-4bd5-b1f4-e48cda9422d8 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377017 Feb 09 07:50:16.260866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.261295 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.261795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.262158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.262564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.262971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.263376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.263777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.264181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.265126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.265539 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.265966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.266471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.266873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.267274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.267689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.268090 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.268486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.268880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.269274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.269691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.270086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.270616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.271172 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.274693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8111ad6d-e05b-4468-bee1-b8198f3cb66a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:50:16.276110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:16.347985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 8111ad6d-e05b-4468-bee1-b8198f3cb66a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:16.348420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.358493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.367116 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d09ef366-93c3-4373-a681-ba2482868971 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/816c2eab-a453-4964-8bd4-492b5d3944f6 HTTP/1.1" status: 204 len: 168 time: 1.2432029 Feb 09 07:50:16.367374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44470) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:16.548982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.588358 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fea1cbc6-bc2a-496c-9e8b-9aa9d181f558 req-9cc50446-9235-4ed6-a561-c051c9237753 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446228 Feb 09 07:50:16.770417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-1162b037-a59d-47d1-aa14-475d74573937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:16.772157 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-1162b037-a59d-47d1-aa14-475d74573937 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1161 time: 0.0827971 Feb 09 07:50:16.812524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54ea1e-ad64-41d6-91a5-9ff88abdceda req-b80908c2-91b1-4593-8e00-d31fc2e3fec7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:16.814189 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff54ea1e-ad64-41d6-91a5-9ff88abdceda req-b80908c2-91b1-4593-8e00-d31fc2e3fec7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.4265101 Feb 09 07:50:16.948798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:17.013176 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff54ea1e-ad64-41d6-91a5-9ff88abdceda req-6910cd7b-764e-4b11-9f81-24c7a86980c9 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832542 Feb 09 07:50:17.107845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149f8e2-4e8f-4f2d-8909-5209c43ef381 req-e8fd176a-360b-4f2a-ae76-e1631131fdf8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:17.110201 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0149f8e2-4e8f-4f2d-8909-5209c43ef381 req-e8fd176a-360b-4f2a-ae76-e1631131fdf8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.5087690 Feb 09 07:50:17.133469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-75968dcd-2613-4b51-8b62-548061200bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:17.135088 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-75968dcd-2613-4b51-8b62-548061200bb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.3562219 Feb 09 07:50:17.221819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e6bc89-9d43-411b-a09d-fbd443b781ce']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:17.240375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86bce3f-9de6-48a6-b906-3da024fd59f3') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:17.240716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86bce3f-9de6-48a6-b906-3da024fd59f3') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:17.257145 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-a941baeb-de15-426e-a107-588c8fc681d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 217 time: 0.0688446 Feb 09 07:50:17.270412 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0149f8e2-4e8f-4f2d-8909-5209c43ef381 req-c38f770a-6100-451b-ab74-cf5ab85f0778 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119611 Feb 09 07:50:17.274559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:17.305774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:17.308074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:50:17.337965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-a95afd37-1975-46a9-8d19-95cd6835e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:17.339574 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-a95afd37-1975-46a9-8d19-95cd6835e9f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0754571 Feb 09 07:50:17.428730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-35053ff4-029b-4770-8592-c65abd3e0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:17.430332 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-35053ff4-029b-4770-8592-c65abd3e0f3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831597 Feb 09 07:50:17.495576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:50:17.505023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:17.575688 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-9e00e0d0-fc70-4a80-97e8-a81058f33d78 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369545 Feb 09 07:50:17.689251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Network f1e6bc89-9d43-411b-a09d-fbd443b781ce has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:50:17.708643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 34fed70c-1d9a-49b9-8f0d-48695afdc18d no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:50:17.714054 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:50:17.731384 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-568bb2e0-4404-463b-b86f-f2a54ebae72e req-ae185a11-8377-4ea6-b264-b956625cdc24 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488583 Feb 09 07:50:17.773709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 34fed70c-1d9a-49b9-8f0d-48695afdc18d {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:50:17.774121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 34fed70c-1d9a-49b9-8f0d-48695afdc18d not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:50:17.797721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:17.801148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fe118c38-2cb2-4218-9352-80c43f011347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:17.816976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:17.823278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e6bc89-9d43-411b-a09d-fbd443b781ce,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:17.827728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:17.833806 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-56c8bdb3-96c2-486b-9a73-2cad5bb69edd admin admin] 10.222.0.39 "DELETE /v2.0/networks/f1e6bc89-9d43-411b-a09d-fbd443b781ce HTTP/1.1" status: 204 len: 168 time: 1.4651320 Feb 09 07:50:18.038448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44478) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:18.093551 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c9329d84-a6e0-405f-90e9-7dcd4717a2ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afcafb246a174c58954b5b1945a0740e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509226 Feb 09 07:50:18.093993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44484) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:18.154809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:18.232471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:18.382925 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0132-eaa2-470e-a3ee-80bb0db174c6 req-78816208-1f9b-466e-801e-f5badb77f94f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:18.384637 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-347b0132-eaa2-470e-a3ee-80bb0db174c6 req-78816208-1f9b-466e-801e-f5badb77f94f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.2194474 Feb 09 07:50:18.388819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:18.396046 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7b6966f5-356e-486a-8518-f085e3ad4cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:18.425335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35467d2-e7df-406c-9e21-4d879e3252c5,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:18.472918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:18.495377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:18.496530 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f35467d2-e7df-406c-9e21-4d879e3252c5 HTTP/1.1" status: 204 len: 168 time: 0.4015508 Feb 09 07:50:18.532758 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-347b0132-eaa2-470e-a3ee-80bb0db174c6 req-a46a03a5-5e6c-4dc8-884f-b26ef729c5d7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389136 Feb 09 07:50:18.638057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1fc23-2eeb-4958-979c-7b52e8b36914 req-6a2346df-1f1d-4542-9efc-9eb8f5d700ec tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:18.640347 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa1fc23-2eeb-4958-979c-7b52e8b36914 req-6a2346df-1f1d-4542-9efc-9eb8f5d700ec tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.2210441 Feb 09 07:50:18.709941 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfa1fc23-2eeb-4958-979c-7b52e8b36914 req-2bd273c9-58f5-46b0-9e15-0ddaaccdebdf tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587251 Feb 09 07:50:18.770721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:50:19.002347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:50:19.007347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:19.007777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:19.012869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcec61-7414-4ec2-b38a-905fe5be7028 req-5926202d-d788-4f3c-849d-042f71951142 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:19.015149 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b8dcec61-7414-4ec2-b38a-905fe5be7028 req-5926202d-d788-4f3c-849d-042f71951142 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.1760283 Feb 09 07:50:19.025116 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44502) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:19.032174 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Request body: {'floatingip': {'port_id': '8111ad6d-e05b-4468-bee1-b8198f3cb66a'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:19.135065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:19.139279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:19.168751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:19.180979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:50:19.185901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:19.188176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:19.243532 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'code': 200} Feb 09 07:50:19.280938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:19.284290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:19.522202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e2eb-909b-4ad4-ac5e-0a77485b0195 req-616fcd7d-e817-4b2a-b81f-a74185645ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:19.523770 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f19e2eb-909b-4ad4-ac5e-0a77485b0195 req-616fcd7d-e817-4b2a-b81f-a74185645ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1163 time: 0.0834365 Feb 09 07:50:19.571956 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1f19e2eb-909b-4ad4-ac5e-0a77485b0195 req-d75f948d-b42b-4030-b7e1-780ab04abf71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414987 Feb 09 07:50:20.071262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fdb52-59c2-4314-a951-57bd75e2702d req-08115d2d-3907-4ea5-9e1d-62a82265cc4e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:20.072941 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e69fdb52-59c2-4314-a951-57bd75e2702d req-08115d2d-3907-4ea5-9e1d-62a82265cc4e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2187331 Feb 09 07:50:20.102218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.resource_extend [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 09 07:50:20.232574 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e69fdb52-59c2-4314-a951-57bd75e2702d req-581542d4-f1a6-4248-9193-bdaa4903c8c4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530225 Feb 09 07:50:20.240147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:20.243749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:20.316998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:50:20.395884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:20.396285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:20.433366 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Floating IP 5b1992be-1567-4de3-beaf-99d2b4bed66e associated. External IP: 172.28.0.74, port: 8111ad6d-e05b-4468-bee1-b8198f3cb66a. Feb 09 07:50:20.830118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Router 79dd0a6d-65dc-4a45-849a-43631528f41b has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:50:21.018024 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:50:21.022388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:21.031640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:50:21.042126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:21.042806 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:21.098738 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-251c5902-4102-42cd-9465-0d81706c4331 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "PUT /v2.0/floatingips/5b1992be-1567-4de3-beaf-99d2b4bed66e HTTP/1.1" status: 200 len: 991 time: 2.0717578 Feb 09 07:50:21.099614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:21.174842 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'status': 'completed', 'code': 200} Feb 09 07:50:21.249961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:21.314052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-a9cdacb8-9d83-41fb-81b2-28b4ba8ce56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.315936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-a9cdacb8-9d83-41fb-81b2-28b4ba8ce56d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414a82415b404c4a9dbb28317ea2c73c&device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 1163 time: 0.0963762 Feb 09 07:50:21.471434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-32b5fe26-4d30-40b0-82e3-b2c557a6802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.472966 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-32b5fe26-4d30-40b0-82e3-b2c557a6802a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 200 len: 905 time: 0.1471071 Feb 09 07:50:21.552905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e6185-522e-4cf3-89c3-9114a35bc805 req-cc36b088-b134-4165-a10c-8fe1426aa5b5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.555053 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-606e6185-522e-4cf3-89c3-9114a35bc805 req-cc36b088-b134-4165-a10c-8fe1426aa5b5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1698484 Feb 09 07:50:21.591031 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-a87db01d-c475-4485-ac25-e626b40e2353 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8111ad6d-e05b-4468-bee1-b8198f3cb66a HTTP/1.1" status: 200 len: 999 time: 0.1108468 Feb 09 07:50:21.630431 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-606e6185-522e-4cf3-89c3-9114a35bc805 req-a59490b4-8951-44a9-86ff-4419f5171611 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688231 Feb 09 07:50:21.632299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '5b1992be-1567-4de3-beaf-99d2b4bed66e', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'port_id': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'mac_address': 'fa:16:3e:60:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:50:03Z', 'updated_at': '2021-02-09T07:50:19Z', 'revision_number': 1, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:21.637082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:50:21.646303 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:21.647295 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:21.669909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-0f50a9ae-c02c-43f2-87de-61cee140a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.672338 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-0f50a9ae-c02c-43f2-87de-61cee140a0d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 200 len: 850 time: 0.0743005 Feb 09 07:50:21.759244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-80daf6e9-950a-43ee-a0fc-89a9236259e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.760872 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-80daf6e9-950a-43ee-a0fc-89a9236259e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e8302579-298e-47ee-a118-a40e02a2afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813200 Feb 09 07:50:21.845313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:21.909337 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-b7b7c62c-027d-4453-a230-f314e7057172 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416020 Feb 09 07:50:21.962534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b543-2418-4caa-8284-1a7f49277190 req-38dea283-68b6-43b7-90a2-95a55a58bce3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.964363 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dba3b543-2418-4caa-8284-1a7f49277190 req-38dea283-68b6-43b7-90a2-95a55a58bce3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1792529 Feb 09 07:50:21.974350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44552) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:21.979975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Request body: {'floatingip': {'port_id': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:22.060065 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e128bcb2-bdbe-4659-a5f7-42f4c01ee1cf req-5abb83d7-794e-400d-b5e3-befb48962368 service neutron] 10.222.0.44 "GET /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444278 Feb 09 07:50:22.077280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:22.223304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '5b1992be-1567-4de3-beaf-99d2b4bed66e', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'port_id': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'mac_address': 'fa:16:3e:60:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:50:03Z', 'updated_at': '2021-02-09T07:50:19Z', 'revision_number': 1, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:22.227785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5da2e-4cf6-4019-a1a8-c05f1f1c57c1 None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '5b1992be-1567-4de3-beaf-99d2b4bed66e', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'port_id': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'mac_address': 'fa:16:3e:60:79:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:50:03Z', 'updated_at': '2021-02-09T07:50:19Z', 'revision_number': 1, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:50:22.524459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5407b1-6426-4752-bdc0-fa9082588033 None None] New status for floating IP 5b1992be-1567-4de3-beaf-99d2b4bed66e: ACTIVE {{(pid=79918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:50:22.730466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:22.735016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:23.137747 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Floating IP 706acfc0-e67d-4f2f-957f-7ad86ec6db99 associated. External IP: 172.28.0.145, port: 2fd8696f-d3b8-427f-94ca-a59d55e8a30a. Feb 09 07:50:23.509184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:50:23.704312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:50:23.708929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:23.714567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:50:23.734213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:23.734833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:23.774983 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-428ca743-5635-4890-9ac9-37d8a13a2af4 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "PUT /v2.0/floatingips/706acfc0-e67d-4f2f-957f-7ad86ec6db99 HTTP/1.1" status: 200 len: 992 time: 1.7967002 Feb 09 07:50:23.774983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:50:23.842937 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'status': 'completed', 'code': 200} Feb 09 07:50:23.956887 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:23.996770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-df57a218-5cb3-4087-aaf0-8b43299d5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:23.998383 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-df57a218-5cb3-4087-aaf0-8b43299d5231 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1163 time: 0.0892491 Feb 09 07:50:24.152054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-e22e01b0-cc87-4788-bd43-cb58041a2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:24.153736 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-e22e01b0-cc87-4788-bd43-cb58041a2159 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.1480412 Feb 09 07:50:24.270476 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-19eeacb4-a270-4af3-8e11-9972f28e1be5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 1000 time: 0.1097188 Feb 09 07:50:24.344792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-67f8196a-95c1-4ed7-bece-9704d2985aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:24.346421 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-67f8196a-95c1-4ed7-bece-9704d2985aec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0694170 Feb 09 07:50:24.430984 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-20d27b6e-8f88-4fe2-9776-fc2164653c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:24.432612 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-20d27b6e-8f88-4fe2-9776-fc2164653c36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790441 Feb 09 07:50:24.503475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '706acfc0-e67d-4f2f-957f-7ad86ec6db99', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'port_id': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'mac_address': 'fa:16:3e:41:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:50:05Z', 'updated_at': '2021-02-09T07:50:22Z', 'revision_number': 1, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:24.507616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:50:24.516702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:50:24.517360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:24.577248 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-32222af8-d145-4e6b-8df4-f9632da79143 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373482 Feb 09 07:50:24.720305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:50:24.731367 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1f625b-849d-4a06-bf94-7859ee8152d9 req-22c11c0c-5881-40ba-9edf-619bd1540b3a service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472871 Feb 09 07:50:25.092045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '706acfc0-e67d-4f2f-957f-7ad86ec6db99', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'port_id': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'mac_address': 'fa:16:3e:41:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:50:05Z', 'updated_at': '2021-02-09T07:50:22Z', 'revision_number': 1, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:50:25.096859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83151ef-6c73-4361-bcfb-0c66f49eff49 None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '706acfc0-e67d-4f2f-957f-7ad86ec6db99', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'port_id': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'mac_address': 'fa:16:3e:41:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:50:05Z', 'updated_at': '2021-02-09T07:50:22Z', 'revision_number': 1, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:50:25.355486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cab89f-57b7-469b-8a58-7d2dbabdbcef None None] New status for floating IP 706acfc0-e67d-4f2f-957f-7ad86ec6db99: ACTIVE {{(pid=79918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:50:27.130524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44608) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:27.279193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.294449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:27.299043 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Usage tracker for resource:security_group_rule and tenant:2729e4d01d9840389b7fc74d79f938e6 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:27.302056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:27.307858 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:27.394610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.398758 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.408278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:27.456717 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2729e4d01d9840389b7fc74d79f938e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223920 Feb 09 07:50:27.456717 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7621f53f-950a-4f4d-a764-c738d7ee13f5,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:27.457614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44616) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:27.459432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:27.521466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.550056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.600959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.606063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9e1fbb15-731f-4da9-a3e3-0dad205ebd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:27.620190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7621f53f-950a-4f4d-a764-c738d7ee13f5,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:27.623361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:27.624311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:27.625623 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7621f53f-950a-4f4d-a764-c738d7ee13f5 HTTP/1.1" status: 204 len: 168 time: 0.1664093 Feb 09 07:50:27.965831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44624) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:27.985416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.000797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:28.004936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Usage tracker for resource:security_group_rule and tenant:576791fca38b4f389676bc91b6d8b2a8 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:28.008007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:28.013848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:28.098808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.102780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.112037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d254b779-5854-4753-a306-6d0e1222d7eb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:28.154027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a669823b-6677-4630-8d05-561620b128ee,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:28.158916 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=576791fca38b4f389676bc91b6d8b2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919210 Feb 09 07:50:28.159917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:28.161705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44630) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:28.223662 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.254458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.298820 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.303639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:28.317364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a669823b-6677-4630-8d05-561620b128ee,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:28.319890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:28.322309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:28.324153 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a669823b-6677-4630-8d05-561620b128ee HTTP/1.1" status: 204 len: 168 time: 0.1614316 Feb 09 07:50:36.878290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44748) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:37.029367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.046128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:37.050642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Usage tracker for resource:security_group_rule and tenant:328cfd204e5845f987a3179c923cba7b is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:37.054011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:37.060404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:37.147711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.150908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.160354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27634c17-1d18-4dde-8384-b2e8911d34c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:37.201539 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=328cfd204e5845f987a3179c923cba7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221090 Feb 09 07:50:37.203227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5903f-5399-45e7-a1c4-4cc0640f6485,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:37.204465 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44756) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:37.206711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:37.268594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.295906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.340229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.345566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7231e146-ceed-43c2-9830-5be081e08460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:37.360593 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5903f-5399-45e7-a1c4-4cc0640f6485,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:37.363756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:37.368105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.369331 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ff5903f-5399-45e7-a1c4-4cc0640f6485 HTTP/1.1" status: 204 len: 168 time: 0.1632824 Feb 09 07:50:37.712507 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44766) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:37.732998 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.748261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:37.752389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:714e98dce577422a949c594c0fb3d61e is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:37.755393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:37.761113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:37.846794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.849864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.862617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c2ac1515-10ee-41bd-a79f-63262c7ba693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:37.905390 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=714e98dce577422a949c594c0fb3d61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916277 Feb 09 07:50:37.907235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d3b8a-753c-47ed-adbb-3260611638e0,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:37.908457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44772) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:37.910555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:37.975199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:38.003176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:38.046956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:38.051814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f390c126-4474-4cde-9121-f8a053eccab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:38.066696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d3b8a-753c-47ed-adbb-3260611638e0,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:38.069814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:38.074536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:38.075757 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa9d3b8a-753c-47ed-adbb-3260611638e0 HTTP/1.1" status: 204 len: 168 time: 0.1662223 Feb 09 07:50:39.753379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b453-9907-4a14-be7e-f25779826979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:40.045485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.338470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44858) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:41.490364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.506333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:41.510404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Usage tracker for resource:security_group_rule and tenant:a3bf93ed6eb943fb86fcca06530fe164 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:41.513352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:41.519141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:41.603046 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.606034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.615418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a8f7807a-7604-43b0-922e-2711a21d1bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:41.659974 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3bf93ed6eb943fb86fcca06530fe164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204131 Feb 09 07:50:41.661632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e1942-d3e0-45b3-a8e8-96d517d018d6,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:41.662987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44864) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:41.664834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:41.728317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.756182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.801270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.806174 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-297e7231-76e5-485a-9134-6fb8143806db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:41.818575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e1942-d3e0-45b3-a8e8-96d517d018d6,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:41.823826 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:41.828211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:41.829444 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a7e1942-d3e0-45b3-a8e8-96d517d018d6 HTTP/1.1" status: 204 len: 168 time: 0.1646783 Feb 09 07:50:42.164597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44874) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:42.183933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.199155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:42.203737 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Usage tracker for resource:security_group_rule and tenant:8cb984996e004cfd9a631b9f6155dddd is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:42.206694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:42.212801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:42.271611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-039e1607-7210-4dca-8cb4-d16ba6733a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.298337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.301218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.310444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:42.353159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cb984996e004cfd9a631b9f6155dddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874597 Feb 09 07:50:42.354905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f401749b-86de-4399-9a74-bdf972146ea4,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:42.356157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44878) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:42.358237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:42.423432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.451071 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.495493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.501084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-114ace2d-dee5-4a01-aa2e-2d28c38d208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:42.512049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f401749b-86de-4399-9a74-bdf972146ea4,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:42.517520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:42.519880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:42.523698 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f401749b-86de-4399-9a74-bdf972146ea4 HTTP/1.1" status: 204 len: 168 time: 0.1664345 Feb 09 07:50:42.893129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:43.039622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:50:43.619893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:43.898126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 44914) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:44.052195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.068197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:44.072277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Usage tracker for resource:security_group_rule and tenant:eca1d25681a547b5946746aeeeff568b is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:44.075309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:44.081788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:44.168387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.171044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.180649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-26c43c89-257c-4413-bf20-54d265a732fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:44.224500 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eca1d25681a547b5946746aeeeff568b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252459 Feb 09 07:50:44.226275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd33ca7-fc94-4fe3-b47d-8890a4504623,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:44.227464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 44920) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:44.229882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:44.271449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.293180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.320930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.368450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.373296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f8a61009-ced3-4293-bec2-1369994284b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:44.387637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd33ca7-fc94-4fe3-b47d-8890a4504623,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:44.390460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:44.400309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:44.404135 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fd33ca7-fc94-4fe3-b47d-8890a4504623 HTTP/1.1" status: 204 len: 168 time: 0.1729114 Feb 09 07:50:49.530960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45002) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:49.681169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:49.697269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:49.701476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Usage tracker for resource:security_group_rule and tenant:296e029eef8f48f08168a166571929dd is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:49.704457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:49.710559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:49.795564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:49.799058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:49.807599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c4ab37ed-9c77-41d1-80b5-f5fbdd19cd5b tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:49.851091 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=296e029eef8f48f08168a166571929dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189282 Feb 09 07:50:49.852049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a070eeb0-e7ec-422e-920c-d751191cc725,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:49.854006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 45008) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:49.855357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:49.920110 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:49.947184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:49.991483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:49.996245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d3a8d8d4-cb75-49c7-a83b-edc9f68888d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:50.008473 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070eeb0-e7ec-422e-920c-d751191cc725,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:50.011040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:50.019688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.020900 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3a97c767-0647-449a-9708-51b0442c19b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a070eeb0-e7ec-422e-920c-d751191cc725 HTTP/1.1" status: 204 len: 168 time: 0.1649985 Feb 09 07:50:50.363274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 45018) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:50.382524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.398332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:50:50.402409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4b1372780a4236bf71951509f20f26 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:50:50.405353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:50:50.411966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:50:50.497809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.500637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.509394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6766ba4a-22ab-444b-9739-de20b0206223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:50.554383 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d4b1372780a4236bf71951509f20f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899037 Feb 09 07:50:50.556018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94bf94e-f573-48ea-b906-13c2e9051934,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:50.557303 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45022) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:50.559289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eb82b969-a082-45c5-b943-06dc6bd704c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:50.624389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.652380 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.697264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.702334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-751b47d1-ac75-45bf-b338-db8cc907a0a6 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:50.716158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94bf94e-f573-48ea-b906-13c2e9051934,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:50.724987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:50.725833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:50.729537 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e94bf94e-f573-48ea-b906-13c2e9051934 HTTP/1.1" status: 204 len: 168 time: 0.1686306 Feb 09 07:51:05.097196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 45222) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:05.252321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.268971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:05.273246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2291070a8d45d385d68a87eb762408 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:05.276367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:05.283287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:05.371500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.374587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.384306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b8a87a3c-d4e1-4e16-8bf2-51325fbab248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:05.427994 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e2291070a8d45d385d68a87eb762408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295052 Feb 09 07:51:05.429072 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a71a5-ca88-41d4-8507-0f220d8a4f51,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:05.430881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45234) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:05.432652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:05.500019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.528353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.573530 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.578698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e5426dcb-e039-4ae8-b393-e9193c627d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:05.593005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a71a5-ca88-41d4-8507-0f220d8a4f51,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:05.601095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.602402 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/313a71a5-ca88-41d4-8507-0f220d8a4f51 HTTP/1.1" status: 204 len: 168 time: 0.1683660 Feb 09 07:51:05.604037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.604458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.605041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.605960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.606678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.606983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.607559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.608073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.608474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.608875 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.609276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.609716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.610219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.610616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.611012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.611403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.611794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.612183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.612572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.612961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.613350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.613771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.614159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.614546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:05.618301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:06.044153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82940938-a42a-4a95-8c69-53727befaded req-3522a535-0953-44da-89ea-ee9db0f86247 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:06.045909 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-82940938-a42a-4a95-8c69-53727befaded req-3522a535-0953-44da-89ea-ee9db0f86247 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1733212 Feb 09 07:51:06.121636 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-82940938-a42a-4a95-8c69-53727befaded req-b2771736-1f6c-4a5a-aa70-58694c61b0cb tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676656 Feb 09 07:51:06.466022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 45274) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:06.609923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-433339713-network', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:06.615750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:06.620274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Usage tracker for resource:network and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:06.623477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:06.630092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:06.640846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Made reservation on behalf of 0e6b55d8ddbf4279b825c6412722caf9 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:51:06.646458 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.659823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.675608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:06.679706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:06.682712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:06.689098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:06.778203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.781122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.786107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-904e7c0e-f972-4787-8220-46b67985bb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:06.817302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:51:06.826573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45585918-1550-444f-8f63-c94d798f7d8b,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:06.830886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:06.833700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.834103 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Added segment 3dde240a-5bb3-4cf2-9894-761e291ad438 of type vxlan for network e59cc649-1b66-485e-96f3-071aba37bf8b Feb 09 07:51:06.861090 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.894404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.895614 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:06.896255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.901135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:07.013502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Pushing event updated for resources: {'Network': ['ID=e59cc649-1b66-485e-96f3-071aba37bf8b,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:07.017521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:07.025167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45280) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:07.025765 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a7a43297-50fc-4a5f-b72c-3fc6a62f7526 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5582707 Feb 09 07:51:07.027713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network e59cc649-1b66-485e-96f3-071aba37bf8b details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:51:07.031701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Request body: {'subnet': {'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-433339713-subnet', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:07.037021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:07.041195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Usage tracker for resource:subnet and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:07.044296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:07.045214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network e59cc649-1b66-485e-96f3-071aba37bf8b details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:51:07.050207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:07.062824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Made reservation on behalf of 0e6b55d8ddbf4279b825c6412722caf9 for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:51:07.068091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:07.443120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef89c0-6296-43f4-9fd0-e80e8938dcb5 req-d5b8f639-89f4-4313-92c3-43eb6b84770c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:07.444843 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8eef89c0-6296-43f4-9fd0-e80e8938dcb5 req-d5b8f639-89f4-4313-92c3-43eb6b84770c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1714146 Feb 09 07:51:07.496853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:07.509182 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8eef89c0-6296-43f4-9fd0-e80e8938dcb5 req-d7c6dc7e-61b9-4531-b499-109b0aebc547 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578892 Feb 09 07:51:07.512840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:07.652030 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caffee99-da77-4f28-9936-c7b264288f54,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:07.656041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:07.712934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Checking segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:07.713268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Network hostable DHCP agents. Network: e59cc649-1b66-485e-96f3-071aba37bf8b, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:51:07.732128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Network e59cc649-1b66-485e-96f3-071aba37bf8b is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:51:07.741000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, e59cc649-1b66-485e-96f3-071aba37bf8b) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:07.751581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdec7df-27aa-41f8-aefb-48faefa54d78 None None] Network e59cc649-1b66-485e-96f3-071aba37bf8b requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:51:07.753617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:07.754289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:07.774072 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3cf04563-c679-429f-b81d-5a18fae007a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7475576 Feb 09 07:51:07.776829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45288) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:07.783315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:07.788075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:07.792117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Usage tracker for resource:router and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:07.795651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:07.802074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:07.810936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854738353'] for router, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:07.811987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850652959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850704415', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4107550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37447'] for router, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:07.829199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:07.984256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90fa197d-4514-5584-8c9e-7595317ed929-e59cc649-1b66-485e-96f3-071aba37bf8b', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54'}]}} from dv-cinder-774594-1-smb. {{(pid=79917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:51:07.985840 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.291931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Allocated IP 172.20.0.2 (e59cc649-1b66-485e-96f3-071aba37bf8b/caffee99-da77-4f28-9936-c7b264288f54/e6cb9e4c-6d01-463a-9479-2116c747a159) {{(pid=79917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:51:08.331838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850704430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850650247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37552'] for router, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.510763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Notify callbacks [] for port, precommit_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.521421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Transition to ACTIVE for port object e6cb9e4c-6d01-463a-9479-2116c747a159 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:08.538082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Transition to ACTIVE for port object e6cb9e4c-6d01-463a-9479-2116c747a159 will not be triggered until provisioned by entity DHCP. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:08.547204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756'] for port, after_create {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.564231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3edcc632-716e-4b29-9f82-1d26bfc3d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:08.677210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.725141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.733768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Pushing event updated for resources: {'Port': ['ID=e6cb9e4c-6d01-463a-9479-2116c747a159,revision_number=1']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:08.739921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:08.793111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Network e59cc649-1b66-485e-96f3-071aba37bf8b is already hosted by enough agents. {{(pid=79917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:51:08.794755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Resources bound (agent type, host, resource id): {{(pid=79917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:08.798521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Received port after_create {{(pid=79917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:51:08.834080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910b05-124b-4b95-9cfc-38baa018624a req-c5784269-d203-40fe-a5ab-736fc364cd08 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:08.841696 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f0910b05-124b-4b95-9cfc-38baa018624a req-c5784269-d203-40fe-a5ab-736fc364cd08 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1815617 Feb 09 07:51:08.861122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Attempting to bind port e6cb9e4c-6d01-463a-9479-2116c747a159 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:51:08.861728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Attempting to bind port e6cb9e4c-6d01-463a-9479-2116c747a159 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:51:08.862267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Attempting to bind port e6cb9e4c-6d01-463a-9479-2116c747a159 on network e59cc649-1b66-485e-96f3-071aba37bf8b {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:51:08.868619 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:51:08.869178 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Checking segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:08.869760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.870305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Bound using segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:51:08.870957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Bound port: e6cb9e4c-6d01-463a-9479-2116c747a159, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:51:08.872194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:08.905792 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f0910b05-124b-4b95-9cfc-38baa018624a req-603dd7f4-d9aa-4e6e-8f50-310e3c66642b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631125 Feb 09 07:51:08.992130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] For port e6cb9e4c-6d01-463a-9479-2116c747a159, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:51:08.995487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] For port e6cb9e4c-6d01-463a-9479-2116c747a159, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=e6cb9e4c-6d01-463a-9479-2116c747a159,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:51:08.999575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:09.014759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4eaab025-b46e-4659-9742-05f3c77105d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:09.060524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Allocated IP 172.28.0.79 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/6b87a5c7-8364-40e6-875e-d1c3064dab75) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:51:09.234985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:09.268165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:09.284131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:09.332212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Pushing event updated for resources: {'Port': ['ID=e6cb9e4c-6d01-463a-9479-2116c747a159,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:09.335660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:09.430728 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Pushing event updated for resources: {'Port': ['ID=6b87a5c7-8364-40e6-875e-d1c3064dab75,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:09.435963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:09.484762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:51:09.485988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:09.488257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:51:09.768333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-152eda2c-2c5e-42b0-b76e-9dc05c75d8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:09.836001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device e6cb9e4c-6d01-463a-9479-2116c747a159 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:09.910857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port e6cb9e4c-6d01-463a-9479-2116c747a159 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:09.984400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:10.044924 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:10.240313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472aa5-6e4a-48d0-83cd-4fc5b69096cf req-5dc780e7-4d0e-4709-a4af-6252e04fc696 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:10.242062 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3472aa5-6e4a-48d0-83cd-4fc5b69096cf req-5dc780e7-4d0e-4709-a4af-6252e04fc696 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1678643 Feb 09 07:51:10.308219 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3472aa5-6e4a-48d0-83cd-4fc5b69096cf req-504e046a-bcd4-4f9d-aec2-a9f24f825fa6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597265 Feb 09 07:51:10.581065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4071371'] for router, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:10.800435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e30d7-3e0e-4b3f-98c9-37bd7b16164a None None] Network e59cc649-1b66-485e-96f3-071aba37bf8b requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:51:10.860814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Router 348cfc9b-2dde-497f-a559-bee56de17045 is scheduled to L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 with binding_index 1 {{(pid=79915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:51:10.902577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Provisioning for port e6cb9e4c-6d01-463a-9479-2116c747a159 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:10.917346 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Provisioning complete for port e6cb9e4c-6d01-463a-9479-2116c747a159 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:10.917805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:11.074975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:51:11.097693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Sync routers for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:51:11.100735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:11.104797 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3243072 Feb 09 07:51:11.105038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45320) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:11.164871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:11.165632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:50:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:11.300259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:11.394123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] For port e6cb9e4c-6d01-463a-9479-2116c747a159, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=e6cb9e4c-6d01-463a-9479-2116c747a159,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:11.404817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:11.411907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:11.481400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:11.656379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Pushing event updated for resources: {'Port': ['ID=e6cb9e4c-6d01-463a-9479-2116c747a159,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:11.712705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:11.732602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcf3d-d65b-4ae6-8ced-ffa7edadccd7 req-79142084-15bb-4c8c-b954-8ce32828b35b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:11.742313 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bd3fcf3d-d65b-4ae6-8ced-ffa7edadccd7 req-79142084-15bb-4c8c-b954-8ce32828b35b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2519784 Feb 09 07:51:11.855449 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bd3fcf3d-d65b-4ae6-8ced-ffa7edadccd7 req-05118c6a-0a7e-4b71-9850-789e9a499307 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118066 Feb 09 07:51:11.864580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device e6cb9e4c-6d01-463a-9479-2116c747a159 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:11.936610 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:11.970798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-de7ada0d-959b-48df-a0ef-0aa6eb8e75c5 None None] Provisioning complete for port e6cb9e4c-6d01-463a-9479-2116c747a159 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:11.971390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-de7ada0d-959b-48df-a0ef-0aa6eb8e75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.059311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port e6cb9e4c-6d01-463a-9479-2116c747a159 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:12.059680 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.117382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:09Z', 'revision_number': 3, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:12.130754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Checking router: 348cfc9b-2dde-497f-a559-bee56de17045 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:51:12.131162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Updating router 348cfc9b-2dde-497f-a559-bee56de17045 port 6b87a5c7-8364-40e6-875e-d1c3064dab75 binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:51:12.304325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.324583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Allocated IP 172.20.0.1 (e59cc649-1b66-485e-96f3-071aba37bf8b/caffee99-da77-4f28-9936-c7b264288f54/c74f974d-2a7f-481a-add8-5a4778012134) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:51:12.379106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-214e71d4-08f4-48ea-a36e-435fdec4083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.493470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.510687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Transition to ACTIVE for port object c74f974d-2a7f-481a-add8-5a4778012134 will not be triggered until provisioned by entity DHCP. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:12.533160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-3eb630b9-83de-4c37-9eea-45305d4f2610 None None] Provisioning complete for port e6cb9e4c-6d01-463a-9479-2116c747a159 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:12.533566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3eb630b9-83de-4c37-9eea-45305d4f2610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.536376 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.553214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:12.706449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c74f974d-2a7f-481a-add8-5a4778012134,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:12.711901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:12.756004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Network e59cc649-1b66-485e-96f3-071aba37bf8b is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:51:12.757434 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:12.760128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:51:12.824923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4065039'] for router_interface, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:12.983919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.104266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.119379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Transition to ACTIVE for port object 6b87a5c7-8364-40e6-875e-d1c3064dab75 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:13.127703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.129828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.150982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:13.237113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1fe63-4cba-4204-b509-e564b99fbbf3 req-2e7891c8-69f8-4af5-8512-3990efe391ec tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:13.239071 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce1fe63-4cba-4204-b509-e564b99fbbf3 req-2e7891c8-69f8-4af5-8512-3990efe391ec tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1849003 Feb 09 07:51:13.303485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-dc420372-92dd-429f-aa2d-081451abc8a2 None None] Provisioning for port c74f974d-2a7f-481a-add8-5a4778012134 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:13.321538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-dc420372-92dd-429f-aa2d-081451abc8a2 None None] Provisioning complete for port c74f974d-2a7f-481a-add8-5a4778012134 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:13.322003 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dc420372-92dd-429f-aa2d-081451abc8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.358760 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce1fe63-4cba-4204-b509-e564b99fbbf3 req-798482dd-8285-4ead-83b4-4e9a1ef90a90 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131232 Feb 09 07:51:13.363852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba008a-3ba5-4079-a232-ed0833575586 None None] Pushing event updated for resources: {'Port': ['ID=6b87a5c7-8364-40e6-875e-d1c3064dab75,revision_number=2']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:13.377461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f9ba008a-3ba5-4079-a232-ed0833575586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:13.417883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-dc420372-92dd-429f-aa2d-081451abc8a2 None None] Port c74f974d-2a7f-481a-add8-5a4778012134 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:51:13.451637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Attempting to bind port 6b87a5c7-8364-40e6-875e-d1c3064dab75 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:51:13.452068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Attempting to bind port 6b87a5c7-8364-40e6-875e-d1c3064dab75 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:51:13.452493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Attempting to bind port 6b87a5c7-8364-40e6-875e-d1c3064dab75 on network 7bd86339-5bb8-487c-b656-ea7129cb3850 {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:51:13.468832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:51:13.470071 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Checking segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:13.470750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.471410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Bound using segment: {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:51:13.472186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Bound port: 6b87a5c7-8364-40e6-875e-d1c3064dab75, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91929b6-c4fa-4170-84d1-7077e93d54d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:51:13.472841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.479381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0e74-75bf-4e48-b1f4-86d1804dd1c8 req-a9b1f53f-b277-4ccf-8899-43ab05bc19b7 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:13.481155 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9c2e0e74-75bf-4e48-b1f4-86d1804dd1c8 req-a9b1f53f-b277-4ccf-8899-43ab05bc19b7 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.1917038 Feb 09 07:51:13.561139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] For port 6b87a5c7-8364-40e6-875e-d1c3064dab75, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:51:13.564865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] For port 6b87a5c7-8364-40e6-875e-d1c3064dab75, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=6b87a5c7-8364-40e6-875e-d1c3064dab75,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:51:13.566146 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9c2e0e74-75bf-4e48-b1f4-86d1804dd1c8 req-f3ac0d86-f246-410a-a321-d6df46be7f74 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675099 Feb 09 07:51:13.572338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.591715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4e4292be-0e0d-41cc-8a39-f64c0832d9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:13.701625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.705388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.736267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-af0c7aec-f8f5-487e-927b-539c0cb68cf2 tempest-VolumesNegativeTest-162175849 tempest-VolumesNegativeTest-162175849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:13.744898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.770718 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba008a-3ba5-4079-a232-ed0833575586 None None] Pushing event updated for resources: {'Port': ['ID=6b87a5c7-8364-40e6-875e-d1c3064dab75,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:13.776496 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f9ba008a-3ba5-4079-a232-ed0833575586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:13.816578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:13.817253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:13.826038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851030320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850649149'] for router_interface, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.842285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c74f974d-2a7f-481a-add8-5a4778012134,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:13.848469 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:13.980137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Network e59cc649-1b66-485e-96f3-071aba37bf8b is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:51:13.981330 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:14.014297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:14.186555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Router 348cfc9b-2dde-497f-a559-bee56de17045 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:51:14.310059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-d357275f-e337-4668-8698-192c5e41543f None None] Provisioning complete for port c74f974d-2a7f-481a-add8-5a4778012134 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:14.310415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d357275f-e337-4668-8698-192c5e41543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:14.341893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:14.379450 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:51:14.388901 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b131921d-7df8-441f-be9e-f4a4554be1c8 admin admin] 10.222.0.39 "PUT /v2.0/routers/348cfc9b-2dde-497f-a559-bee56de17045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2827728 Feb 09 07:51:14.410464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-d357275f-e337-4668-8698-192c5e41543f None None] Port c74f974d-2a7f-481a-add8-5a4778012134 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:51:14.441065 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 2, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:14.445358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c343cf-6c43-4ef5-b764-14a7477920f0 None None] The sync data for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb is: [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 2, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:51:14.752415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf110c0-d5b4-44f5-9971-e157da1da412 req-b9a36157-e6ec-48cc-b9b3-145964127773 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:14.762763 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3bf110c0-d5b4-44f5-9971-e157da1da412 req-b9a36157-e6ec-48cc-b9b3-145964127773 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1915131 Feb 09 07:51:14.794730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:14.899291 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:14.900114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:14.956976 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3bf110c0-d5b4-44f5-9971-e157da1da412 req-0f15ae6e-bf2f-4181-a4d8-4e7862024638 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926033 Feb 09 07:51:15.092853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0234ec-babd-417b-93d2-d3d5c097dedf req-dd4dcbc8-efe0-496e-8b82-aa392022c8dc tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:15.095784 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff0234ec-babd-417b-93d2-d3d5c097dedf req-dd4dcbc8-efe0-496e-8b82-aa392022c8dc tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.3303127 Feb 09 07:51:15.162835 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ff0234ec-babd-417b-93d2-d3d5c097dedf req-63d0f823-3fae-4dcd-9325-da355b1c19b8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f545d42-5fa0-46d3-b5ab-dd885cdea779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606825 Feb 09 07:51:15.434304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-904b3774-9dcd-4ec9-9e80-3f9681a55d35 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:15.435134 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-904b3774-9dcd-4ec9-9e80-3f9681a55d35 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Synchronizing usage tracker for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:51:15.452220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-904b3774-9dcd-4ec9-9e80-3f9681a55d35 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Unset dirty status for tenant:414a82415b404c4a9dbb28317ea2c73c on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:51:15.454094 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-904b3774-9dcd-4ec9-9e80-3f9681a55d35 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 946 time: 0.2205820 Feb 09 07:51:15.576805 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Deleting port 8111ad6d-e05b-4468-bee1-b8198f3cb66a {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:15.577320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:15.866114 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6b87a5c7-8364-40e6-875e-d1c3064dab75 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:15.887678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] For port 8111ad6d-e05b-4468-bee1-b8198f3cb66a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8111ad6d-e05b-4468-bee1-b8198f3cb66a,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:15.888378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:15.979231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port 6b87a5c7-8364-40e6-875e-d1c3064dab75 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:15.985605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 6b87a5c7-8364-40e6-875e-d1c3064dab75 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:15.986041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:16.126241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:16.145911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 6b87a5c7-8364-40e6-875e-d1c3064dab75, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=6b87a5c7-8364-40e6-875e-d1c3064dab75,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:16.154311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:16.156293 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:16.312667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=6b87a5c7-8364-40e6-875e-d1c3064dab75,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:16.323212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.323615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.324150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.324538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.324920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.325302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.325703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.326082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.326460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.326835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.327333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.327843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.328327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.328894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.329398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.329819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.330327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.330699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.331214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.331596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.331968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.332313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.332939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.333305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:16.345028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:16.373694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:16.374520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:16.374962 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Floating IP 5b1992be-1567-4de3-beaf-99d2b4bed66e disassociated. External IP: 172.28.0.74, port: 8111ad6d-e05b-4468-bee1-b8198f3cb66a. Feb 09 07:51:16.376569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Calling delete_port for 8111ad6d-e05b-4468-bee1-b8198f3cb66a owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:51:16.478620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8add3-aea6-44a2-816e-9f034c58e773 req-af691b84-9732-49c2-9270-af721cd36267 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:16.488791 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-88f8add3-aea6-44a2-816e-9f034c58e773 req-af691b84-9732-49c2-9270-af721cd36267 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2860448 Feb 09 07:51:16.569193 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-88f8add3-aea6-44a2-816e-9f034c58e773 req-9b905c65-fba3-4419-b8f3-33bc6d933ec5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793211 Feb 09 07:51:16.623300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:16.644176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8c612062-cb13-4ea5-adcb-db3d509ccb44 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:16.697220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event deleted for resources: {'Port': ['ID=8111ad6d-e05b-4468-bee1-b8198f3cb66a,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:16.705125 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2c59a3f-562b-45ba-bae6-3f23c8f6040d req-883d1524-f137-48e9-a0ca-ad44658a8230 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 210 time: 0.0514297 Feb 09 07:51:16.708830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:16.859232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:16.968894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:16.970183 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.077277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Router 79dd0a6d-65dc-4a45-849a-43631528f41b has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:51:17.160785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8111ad6d-e05b-4468-bee1-b8198f3cb66a no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:51:17.205549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 8111ad6d-e05b-4468-bee1-b8198f3cb66a {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:51:17.206256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 8111ad6d-e05b-4468-bee1-b8198f3cb66a not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:51:17.294913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:51:17.306989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:51:17.320769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:17.321385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:17.359343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] No DVR routers for this DVR port 8111ad6d-e05b-4468-bee1-b8198f3cb66a on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:51:17.362576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.365627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'name': 'network-vif-deleted', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:51:17.429122 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d1a2f06b-7ed4-4fdd-802b-3e2578791d6d req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.44 "DELETE /v2.0/ports/8111ad6d-e05b-4468-bee1-b8198f3cb66a HTTP/1.1" status: 204 len: 173 time: 1.9653490 Feb 09 07:51:17.484267 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b136e6d-dbe2-4341-a387-757f7f34de54', 'name': 'network-vif-deleted', 'tag': '8111ad6d-e05b-4468-bee1-b8198f3cb66a', 'status': 'completed', 'code': 200} Feb 09 07:51:17.615974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:17.883543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6b87a5c7-8364-40e6-875e-d1c3064dab75 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:18.083945 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port 6b87a5c7-8364-40e6-875e-d1c3064dab75 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:18.084624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:18.150038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:18.154812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:51:18.158034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d936ef6-7e67-481e-8142-18aaf30ff6e1 req-67430fed-72e6-4185-9092-17c4bbb0430f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:18.160447 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0d936ef6-7e67-481e-8142-18aaf30ff6e1 req-67430fed-72e6-4185-9092-17c4bbb0430f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3786933 Feb 09 07:51:18.176254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:18.177620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:18.276199 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0d936ef6-7e67-481e-8142-18aaf30ff6e1 req-122bfae9-b8fb-47b6-9aac-50059341a11c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091268 Feb 09 07:51:18.360580 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-20525abe-ea4a-4744-af46-8fe7c735f040 req-65c01156-e3e5-4837-8d39-51f079b79c90 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b136e6d-dbe2-4341-a387-757f7f34de54 HTTP/1.1" status: 200 len: 210 time: 0.1096697 Feb 09 07:51:18.467367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Sync routers for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:51:18.501697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:18.504245 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:18.603082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:18.831453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:18.910123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115495f-305f-4793-b0ce-3d409324948b req-55d44a15-b8e8-4157-86a9-bf23165dfd4a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:18.921720 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5115495f-305f-4793-b0ce-3d409324948b req-55d44a15-b8e8-4157-86a9-bf23165dfd4a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.3413098 Feb 09 07:51:19.050517 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5115495f-305f-4793-b0ce-3d409324948b req-b3f39868-551e-4f71-a7b6-e90e9f4b7e4f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1271725 Feb 09 07:51:19.337971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 2, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:19.342843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Checking router: 348cfc9b-2dde-497f-a559-bee56de17045 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:51:19.343298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Updating router 348cfc9b-2dde-497f-a559-bee56de17045 port c74f974d-2a7f-481a-add8-5a4778012134 binding host dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:51:19.416922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:19.425158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:19.440964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46ee45-4b8e-4de4-81a9-3b878e42d835 None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:46:05Z', 'revision_number': 4, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '315143cc-4731-458a-bbd6-5f4e77edf546', 'name': '', 'network_id': 'e8302579-298e-47ee-a118-a40e02a2afa0', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'mac_address': 'fa:16:3e:1c:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:58Z', 'updated_at': '2021-02-09T07:46:20Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'subnets': [{'id': 'ce4355cb-e474-4385-9fc9-fa8df7fc33ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:51:19.713060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45424) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:19.994987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:20.039642 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:51:20.070342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:20.137353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635608a2-7e77-449a-a37f-52c28eba4b37 req-f4c9887b-a2ee-40bc-af9c-0c0516a6c2a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:20.146030 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-635608a2-7e77-449a-a37f-52c28eba4b37 req-f4c9887b-a2ee-40bc-af9c-0c0516a6c2a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.4875808 Feb 09 07:51:20.191474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:20.197153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d7a0b59e-43f6-4369-997d-665cb9ba4171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:20.234034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f545d42-5fa0-46d3-b5ab-dd885cdea779,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:20.248027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:20.259577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:20.265401 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-51319b67-7ad8-4553-96d6-094a47d4c31e tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f545d42-5fa0-46d3-b5ab-dd885cdea779 HTTP/1.1" status: 204 len: 168 time: 0.5510476 Feb 09 07:51:20.266990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45432) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:20.285080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf68331-5189-4429-adbb-e441979c7efa None None] New status for floating IP 5b1992be-1567-4de3-beaf-99d2b4bed66e: DOWN {{(pid=79918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:51:20.291373 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.v2.resource [None req-32a68d61-722a-4ace-bb3d-9416c858af1a tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] show failed (client error): The resource could not be found. Feb 09 07:51:20.294014 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-635608a2-7e77-449a-a37f-52c28eba4b37 req-c548247b-ce17-4007-a061-d0ea52472649 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351635 Feb 09 07:51:20.298595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Notify callbacks [] for port, precommit_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:20.298755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 45436) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:20.299072 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-32a68d61-722a-4ace-bb3d-9416c858af1a tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "GET /v2.0/security-groups/4f545d42-5fa0-46d3-b5ab-dd885cdea779 HTTP/1.1" status: 404 len: 347 time: 0.0305326 Feb 09 07:51:20.319263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Transition to ACTIVE for port object c74f974d-2a7f-481a-add8-5a4778012134 will not be triggered until provisioned by entity L2. {{(pid=79917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:20.332867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:20.354969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:20.582417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be60558-86b1-4f95-a7c7-9fa22b733f2d None None] Pushing event updated for resources: {'Port': ['ID=c74f974d-2a7f-481a-add8-5a4778012134,revision_number=3']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:20.587866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5be60558-86b1-4f95-a7c7-9fa22b733f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:21.077932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Attempting to bind port c74f974d-2a7f-481a-add8-5a4778012134 on host dv-cinder-774594-1-smb for vnic_type normal with profile {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:51:21.078325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Attempting to bind port c74f974d-2a7f-481a-add8-5a4778012134 by drivers openvswitch on host dv-cinder-774594-1-smb at level 0 using segments [{'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:51:21.078756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Attempting to bind port c74f974d-2a7f-481a-add8-5a4778012134 on network e59cc649-1b66-485e-96f3-071aba37bf8b {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:51:21.103533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Checking agent: {'id': '135436aa-81b5-48ea-b4e2-c8f59e8d9165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 36, 44), 'started_at': datetime.datetime(2021, 2, 9, 7, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:51:21.103942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Checking segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:21.104413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:21.104869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Bound using segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} {{(pid=79917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:51:21.105415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Bound port: c74f974d-2a7f-481a-add8-5a4778012134, host: dv-cinder-774594-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'}}] {{(pid=79917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:51:21.115705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:21.215159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Deleting port 5ed52d9a-e5cf-46f9-a8c7-10e544a71527 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:21.215724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:21.308374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] For port c74f974d-2a7f-481a-add8-5a4778012134, host dv-cinder-774594-1-smb, cleared binding levels {{(pid=79917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:51:21.314933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] For port c74f974d-2a7f-481a-add8-5a4778012134, host dv-cinder-774594-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=c74f974d-2a7f-481a-add8-5a4778012134,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:51:21.324153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:21.350394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-93eb2997-aa2d-47fe-a143-0ff3182b5f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:21.432996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be60558-86b1-4f95-a7c7-9fa22b733f2d None None] Pushing event updated for resources: {'Port': ['ID=c74f974d-2a7f-481a-add8-5a4778012134,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:21.450399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5be60558-86b1-4f95-a7c7-9fa22b733f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:21.523553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:21.523929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:21.678909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:21.679612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:21.791935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Calling delete_port for 5ed52d9a-e5cf-46f9-a8c7-10e544a71527 owned by network:floatingip {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:51:21.927298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device c74f974d-2a7f-481a-add8-5a4778012134 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:22.113548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning for port c74f974d-2a7f-481a-add8-5a4778012134 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:22.147013 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:22.175950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:22.242115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port c74f974d-2a7f-481a-add8-5a4778012134 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:22.242489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:22.315177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:22.342581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Provisioning complete for port c74f974d-2a7f-481a-add8-5a4778012134 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:22.343010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:22.476298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d73231-dbd1-4f44-b5ee-04bbb7ff369e req-0c6a2cb5-9602-4f75-a5ff-f9c80c305311 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:22.486741 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a2d73231-dbd1-4f44-b5ee-04bbb7ff369e req-0c6a2cb5-9602-4f75-a5ff-f9c80c305311 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 1.3244729 Feb 09 07:51:22.514704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Pushing event deleted for resources: {'Port': ['ID=5ed52d9a-e5cf-46f9-a8c7-10e544a71527,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:22.621005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.621529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.622069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.622543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.623029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.623502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.623968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.624437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.624938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.625554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.626045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.626520 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.627099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.627565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.628028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.628828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.629298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.629815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.630283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.630754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.631194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.631659 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.632121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.632594 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:22.642631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:22.653771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks [] for floatingip, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:22.672693 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:22.688108 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-cd5783d5-b997-46fc-9561-d0a6f9ad8ca8 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] 10.222.0.39 "DELETE /v2.0/floatingips/5b1992be-1567-4de3-beaf-99d2b4bed66e HTTP/1.1" status: 204 len: 168 time: 2.3782880 Feb 09 07:51:22.754284 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a2d73231-dbd1-4f44-b5ee-04bbb7ff369e req-9671fe69-bd3c-4a64-a9fa-62bfc5a86835 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2661293 Feb 09 07:51:22.854497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd9414-c5c6-4522-9fe9-a1d6a3addca6 req-48ab8858-f01a-4e56-a083-95ab18fa60fe tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:22.870775 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-adbd9414-c5c6-4522-9fe9-a1d6a3addca6 req-48ab8858-f01a-4e56-a083-95ab18fa60fe tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.8907347 Feb 09 07:51:23.038204 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-adbd9414-c5c6-4522-9fe9-a1d6a3addca6 req-d5d65ddb-7b0e-4ebd-b417-bbf5cb56cf1b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661415 Feb 09 07:51:23.310156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:23.472387 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] For port c74f974d-2a7f-481a-add8-5a4778012134, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=c74f974d-2a7f-481a-add8-5a4778012134,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:23.495575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:23.502550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:23.597041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Pushing event updated for resources: {'Port': ['ID=c74f974d-2a7f-481a-add8-5a4778012134,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:23.602440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:23.617236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:23.639149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:21Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:23.647121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069d0b4-6430-46e1-8256-9209990c9982 None None] The sync data for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb is: [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:21Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:51:23.797859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79917) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:51:23.798283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:51:24.282388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e659acd-c5e6-427a-a4ec-ff99a0aec563 req-33bb37b9-b028-4e9d-8372-7d32fd29212f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:24.290960 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e659acd-c5e6-427a-a4ec-ff99a0aec563 req-33bb37b9-b028-4e9d-8372-7d32fd29212f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.3312042 Feb 09 07:51:24.509940 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e659acd-c5e6-427a-a4ec-ff99a0aec563 req-c8f69161-ecab-4878-a515-c8a96dcd01d4 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2125373 Feb 09 07:51:24.651409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device c74f974d-2a7f-481a-add8-5a4778012134 up at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:24.731944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c60d7-638d-4a27-89df-0bfbb2df478a req-06011aa9-9ed6-4415-950d-f5f4ce503cdf tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:24.737898 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f20c60d7-638d-4a27-89df-0bfbb2df478a req-06011aa9-9ed6-4415-950d-f5f4ce503cdf tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3168178 Feb 09 07:51:24.836942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Provisioning complete for port c74f974d-2a7f-481a-add8-5a4778012134 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:24.837529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:24.845996 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f20c60d7-638d-4a27-89df-0bfbb2df478a req-086c4956-95f5-48f3-8178-0217d92b4dee tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045732 Feb 09 07:51:25.994703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34cf89-a0e4-4d32-8b4d-deb58795fa4a req-b91f730a-7878-4588-84d8-025ce3e9119e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:25.996448 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7b34cf89-a0e4-4d32-8b4d-deb58795fa4a req-b91f730a-7878-4588-84d8-025ce3e9119e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2442961 Feb 09 07:51:26.114843 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7b34cf89-a0e4-4d32-8b4d-deb58795fa4a req-6372d3fa-1a04-4122-add8-a2532d92b8b5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1085107 Feb 09 07:51:26.512711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef48d-68e8-4008-ab62-30afa4df6a54 req-d2ea2cbe-b5bc-4671-82bf-f823f277c94b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:26.515147 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-266ef48d-68e8-4008-ab62-30afa4df6a54 req-d2ea2cbe-b5bc-4671-82bf-f823f277c94b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3138225 Feb 09 07:51:26.624266 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-266ef48d-68e8-4008-ab62-30afa4df6a54 req-1200a050-820f-41ea-ba51-a90b6c8da587 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989883 Feb 09 07:51:26.905688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:27.024003 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:27.024560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:27.520149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d578-12cc-484c-ac42-304325d9efcb req-781e277d-13e6-473b-aea5-a526494343f5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:27.528582 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ded1d578-12cc-484c-ac42-304325d9efcb req-781e277d-13e6-473b-aea5-a526494343f5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2166300 Feb 09 07:51:27.616493 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ded1d578-12cc-484c-ac42-304325d9efcb req-f5aad6f3-40c4-4163-b30f-f880a7769b18 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0868068 Feb 09 07:51:27.672166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 45492) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:28.671609 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94cfa8-e1c2-42e6-82a7-7cc9a1833f93 req-b2ac7845-f3bb-4896-9761-9aa9d2c29acd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:28.682101 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dd94cfa8-e1c2-42e6-82a7-7cc9a1833f93 req-b2ac7845-f3bb-4896-9761-9aa9d2c29acd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.4856670 Feb 09 07:51:28.684141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-22ff88f3-687b-43ba-b067-dc6cfe6d7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:28.685794 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-22ff88f3-687b-43ba-b067-dc6cfe6d7488 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.3770683 Feb 09 07:51:28.831470 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dd94cfa8-e1c2-42e6-82a7-7cc9a1833f93 req-c2e63bf8-42f8-43cf-9dbf-6495b3fa60e2 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480370 Feb 09 07:51:29.146379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69115-0d34-4e01-a881-c4e3ec77eeb0 req-2e70dbf1-e87a-46a5-a0ae-0a06e8ac3dfe tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:29.154466 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fcd69115-0d34-4e01-a881-c4e3ec77eeb0 req-2e70dbf1-e87a-46a5-a0ae-0a06e8ac3dfe tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.3216088 Feb 09 07:51:29.216117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850649322'] for router_interface, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:29.300307 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-2d462663-d2e6-4aef-8842-f507d4b7b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:29.302287 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-2d462663-d2e6-4aef-8842-f507d4b7b65b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.6065376 Feb 09 07:51:29.439460 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-b421e4fc-af07-414d-90c8-c837e0d5765e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 1002 time: 0.1284916 Feb 09 07:51:29.560158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-b3529693-2899-4f45-a477-edad2b574006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:29.563351 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-b3529693-2899-4f45-a477-edad2b574006 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.1129563 Feb 09 07:51:29.684628 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-7111d3b0-cda8-44f7-830a-a47aa17e575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:29.693090 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-7111d3b0-cda8-44f7-830a-a47aa17e575a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228590 Feb 09 07:51:29.789329 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fcd69115-0d34-4e01-a881-c4e3ec77eeb0 req-4ee2c074-7225-4dd3-8f10-0f9cd2791537 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.6337941 Feb 09 07:51:29.869205 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-71de9524-0d11-45f6-ab1b-a915d82cb1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689875 Feb 09 07:51:30.055486 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5ce3acab-8a10-4a97-89fc-f5a1865060c4 req-50f8a84a-77aa-458a-85b3-c089b2d6a90b service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1788499 Feb 09 07:51:30.079381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-6923027c-9865-41ed-9d2c-572eba5a3854 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:30.080193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-4da32267-0448-4294-829e-d482edd5ca9c req-6923027c-9865-41ed-9d2c-572eba5a3854 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:51:30.174105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-4da32267-0448-4294-829e-d482edd5ca9c req-6923027c-9865-41ed-9d2c-572eba5a3854 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:51:30.175410 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-6923027c-9865-41ed-9d2c-572eba5a3854 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 814 time: 0.3849206 Feb 09 07:51:30.259067 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-72e450ee-676a-4a4e-8b85-bbf271f00404 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/quotas/0e6b55d8ddbf4279b825c6412722caf9 HTTP/1.1" status: 200 len: 375 time: 0.0724454 Feb 09 07:51:30.268479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Deleting port 315143cc-4731-458a-bbd6-5f4e77edf546 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:30.268863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:30.443431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea7b5c-9f63-43b4-84e1-ce3a8a4a8ac3 req-d3cf0f98-2472-4ec7-913c-7621beb6964a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:30.445162 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-45ea7b5c-9f63-43b4-84e1-ce3a8a4a8ac3 req-d3cf0f98-2472-4ec7-913c-7621beb6964a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3573170 Feb 09 07:51:30.629696 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-45ea7b5c-9f63-43b4-84e1-ce3a8a4a8ac3 req-8190e363-939d-48d7-9df1-081e597cd392 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677160 Feb 09 07:51:30.677652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] For port 315143cc-4731-458a-bbd6-5f4e77edf546, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=315143cc-4731-458a-bbd6-5f4e77edf546,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:30.678039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:30.858080 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-ef9673ba-bac2-48ad-96e3-9cfa3fe92979 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5629334 Feb 09 07:51:30.866452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Calling delete_port for 315143cc-4731-458a-bbd6-5f4e77edf546 owned by network:router_interface {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:51:31.427379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239284c-35a4-4b42-a630-abefee538e02 req-a583f46e-13f2-4fcb-b40a-55063ce2a796 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:31.429115 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8239284c-35a4-4b42-a630-abefee538e02 req-a583f46e-13f2-4fcb-b40a-55063ce2a796 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.4716482 Feb 09 07:51:31.494097 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-893ad140-96c7-4c43-8938-997ef1ff88eb service neutron] 10.222.0.39 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964539 Feb 09 07:51:31.555131 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8239284c-35a4-4b42-a630-abefee538e02 req-58f5dff2-5b58-4d51-95be-4653b58efa3c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1183739 Feb 09 07:51:31.670586 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-8cf9e715-f101-410e-93e7-f55b876ce597 service neutron] 10.222.0.39 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1670225 Feb 09 07:51:31.776109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:31.924617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:32.021087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Pushing event deleted for resources: {'Port': ['ID=315143cc-4731-458a-bbd6-5f4e77edf546,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:32.070382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:32.100341 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e402ee6-26e6-4998-a39e-ebc5b401015c req-f4efd38d-1da6-401d-b8f1-8d5ff4a893a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 210 time: 0.0937159 Feb 09 07:51:32.698661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5f536-28fe-4ab8-8e8a-d1dd4ff3c3fa req-809351bd-4069-4e78-b967-586e6c5ef169 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:32.700368 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3d5f536-28fe-4ab8-8e8a-d1dd4ff3c3fa req-809351bd-4069-4e78-b967-586e6c5ef169 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.7774868 Feb 09 07:51:32.775371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138729'] for router_interface, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:32.865255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:51:32.924288 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3d5f536-28fe-4ab8-8e8a-d1dd4ff3c3fa req-e59ed643-0286-47f7-b297-7070875d31dc tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781857 Feb 09 07:51:33.004461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:33.036395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:51:33.048207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:33.051624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:33.054222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:33.059076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d748aa-2afe-4572-9a27-6ee80a2a0a82 req-e5552de5-c153-41b5-a373-98249e3caf71 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:33.061058 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3d748aa-2afe-4572-9a27-6ee80a2a0a82 req-e5552de5-c153-41b5-a373-98249e3caf71 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.3572769 Feb 09 07:51:33.130264 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:33.134554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:33.243553 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'code': 422} returned with failed status Feb 09 07:51:33.263422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-4a0aee19-b5db-4c2e-8d02-dec8bbf74ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:33.266587 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-4a0aee19-b5db-4c2e-8d02-dec8bbf74ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1163 time: 0.1262777 Feb 09 07:51:33.287370 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b3d748aa-2afe-4572-9a27-6ee80a2a0a82 req-4db27a3c-b1f2-4978-a01f-eab3ff88c5c9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2169228 Feb 09 07:51:33.420712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-401037e5-9871-4eb5-b63a-4c0fb353b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:33.422997 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-401037e5-9871-4eb5-b63a-4c0fb353b282 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.1496341 Feb 09 07:51:33.543885 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-30db1d23-f0a9-411d-810f-c5d17a479d1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 1002 time: 0.1135378 Feb 09 07:51:33.609533 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-34eeb87e-b116-418b-8948-150fbdef6c14 req-45e2b279-6f16-4a30-9ea1-f61bfb63cbae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 210 time: 0.2031038 Feb 09 07:51:33.620367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-406086be-7cfa-4d9d-a945-bb5f1e807eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:33.622170 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-406086be-7cfa-4d9d-a945-bb5f1e807eda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.0714302 Feb 09 07:51:33.725768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-9ce9a19e-3b41-432c-8448-dbef96eab10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:33.728997 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-9ce9a19e-3b41-432c-8448-dbef96eab10a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0974600 Feb 09 07:51:33.869212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Router 79dd0a6d-65dc-4a45-849a-43631528f41b has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:51:33.893325 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-5068b6b6-7430-44c7-9872-b47e7e9618d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3517141 Feb 09 07:51:33.894496 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-ca844aa4-3cfb-4edf-ba32-b0eaee380665 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576991 Feb 09 07:51:34.004966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a81e0-bfc0-4f7a-ba04-aff3a4ea1c16 req-6e9a12b7-8186-40a7-9b73-9aa2504620aa tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:34.006631 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c10a81e0-bfc0-4f7a-ba04-aff3a4ea1c16 req-6e9a12b7-8186-40a7-9b73-9aa2504620aa tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.3817697 Feb 09 07:51:34.079170 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a8b59f23-9be5-44b6-acd8-c4b143b40e26 req-abef7a15-d265-4c88-854e-0f44980faa85 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1778617 Feb 09 07:51:34.197539 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-31091de5-7c72-4a6f-a0d6-53b930d90a6b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:34.199243 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-31091de5-7c72-4a6f-a0d6-53b930d90a6b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 814 time: 0.5305676 Feb 09 07:51:34.293793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'port': {'device_id': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'admin_state_up': True, 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:34.530363 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c10a81e0-bfc0-4f7a-ba04-aff3a4ea1c16 req-0bc66f3d-d90e-4644-ab0d-2708fd5f3598 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.5143034 Feb 09 07:51:34.820150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd94f64-a079-47b0-bc6c-a3cb1bff969f req-3e0ae25f-df4c-40e3-9a79-0d049e76a109 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:34.821893 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fbd94f64-a079-47b0-bc6c-a3cb1bff969f req-3e0ae25f-df4c-40e3-9a79-0d049e76a109 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.5443408 Feb 09 07:51:34.842500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:51:34.857877 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] Sync routers for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:51:34.870235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:34.871475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:34.932325 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c8667bf0-3fe3-4ab5-8023-1ace7f8185cb req-fabac246-032b-4ee8-b216-2ded704ce1fb tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 210 time: 0.1037889 Feb 09 07:51:34.946159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] 10.222.0.39 "PUT /v2.0/routers/79dd0a6d-65dc-4a45-849a-43631528f41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2689519 Feb 09 07:51:34.948314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45604) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:34.953383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:34.963165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Usage tracker for resource:port and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:34.968485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:34.991840 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fbd94f64-a079-47b0-bc6c-a3cb1bff969f req-0180d7f8-968e-49ec-aae9-e17f5d777452 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599236 Feb 09 07:51:34.996679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:35.008667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Made reservation on behalf of 0e6b55d8ddbf4279b825c6412722caf9 for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:51:35.034372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:35.159564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:35.307282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:35.508133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:51:31Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:35.512685 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] Checking router: 79dd0a6d-65dc-4a45-849a-43631528f41b for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:51:35.522266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] Routers {'79dd0a6d-65dc-4a45-849a-43631528f41b'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:51:35.522902 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:51:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['79dd0a6d-65dc-4a45-849a-43631528f41b'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:35.574144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:35.580445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Deleting port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:35.580835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:35.676729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Allocated IP 172.20.0.6 (e59cc649-1b66-485e-96f3-071aba37bf8b/caffee99-da77-4f28-9936-c7b264288f54/d7579d95-6fe3-4dc6-aa23-8a5150bb6da1) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:51:35.897714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] For port 1219d6c2-b0bc-428a-9767-1bf7c61a5f23, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1219d6c2-b0bc-428a-9767-1bf7c61a5f23,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:35.898125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.052897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Calling delete_port for 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 owned by network:router_gateway {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:51:36.061309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.096854 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Transition to ACTIVE for port object d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 will not be triggered until provisioned by entity DHCP. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:36.125400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] Set router 79dd0a6d-65dc-4a45-849a-43631528f41b gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:51:36.267916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1dd4e-39ba-4354-aeaf-26c738b437bc req-ad5599e7-d28d-45d9-9f11-96d140b3e762 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:36.269644 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fdb1dd4e-39ba-4354-aeaf-26c738b437bc req-ad5599e7-d28d-45d9-9f11-96d140b3e762 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.3312702 Feb 09 07:51:36.270833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.333971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.415553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e970112b-48cd-495f-a686-552b05597dd1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:36.448480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:51:31Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:36.458308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19209e46-b9b9-4460-80b8-3c6eb9c054ab None None] The sync data for ids ['79dd0a6d-65dc-4a45-849a-43631528f41b'] in dv-cinder-774594-1-smb is: [{'id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'name': 'tempest-AttachVolumeTestJSON-1561169745-router', 'tenant_id': '414a82415b404c4a9dbb28317ea2c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:45Z', 'updated_at': '2021-02-09T07:51:31Z', 'revision_number': 5, 'project_id': '414a82415b404c4a9dbb28317ea2c73c', 'gw_port': {'id': '1219d6c2-b0bc-428a-9767-1bf7c61a5f23', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd0a6d-65dc-4a45-849a-43631528f41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:48Z', 'updated_at': '2021-02-09T07:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:51:36.615234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Network e59cc649-1b66-485e-96f3-071aba37bf8b is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:51:36.623500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:36.634062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4071317'] for router_gateway, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.642670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:51:36.683412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:36.702456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:36.744701 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fdb1dd4e-39ba-4354-aeaf-26c738b437bc req-6194e461-3681-4785-a3af-b80e2137d31d tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3298924 Feb 09 07:51:36.895400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:36.896154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.911671 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850650277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854738248'] for router, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.914740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.967508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850650143'] for router, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.969000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79dd0a6d-65dc-4a45-849a-43631528f41b {{(pid=79915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 07:51:36.987426 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:36.992061 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e6800b33-dae4-46b3-825b-c270652dd2a3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/79dd0a6d-65dc-4a45-849a-43631528f41b HTTP/1.1" status: 204 len: 168 time: 2.0422904 Feb 09 07:51:36.992959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45614) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:37.028852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-2e216fd0-24eb-42c6-b2fb-6eabb2b20141 None None] Provisioning for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 completed by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:37.035695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cdf32-62fa-4092-b8fe-56bdca526eac req-a7ab2d35-e983-4f1a-977d-387ec52eceeb tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:37.037424 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aa2cdf32-62fa-4092-b8fe-56bdca526eac req-a7ab2d35-e983-4f1a-977d-387ec52eceeb tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 931 time: 0.6241806 Feb 09 07:51:37.049746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-2e216fd0-24eb-42c6-b2fb-6eabb2b20141 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:37.052086 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2e216fd0-24eb-42c6-b2fb-6eabb2b20141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:37.091830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Deleting subnet ce4355cb-e474-4385-9fc9-fa8df7fc33ca {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:51:37.096318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:37.123877 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8341637 Feb 09 07:51:37.127368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-2e216fd0-24eb-42c6-b2fb-6eabb2b20141 None None] Port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 cannot update to ACTIVE because it is not bound. {{(pid=79917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:51:37.167838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:37.194327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-aa2cdf32-62fa-4092-b8fe-56bdca526eac req-07e0dcd3-93b4-4655-aacb-f14b15e1e21a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:51:37.229604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-aa2cdf32-62fa-4092-b8fe-56bdca526eac req-07e0dcd3-93b4-4655-aacb-f14b15e1e21a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:51:37.235560 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-aa2cdf32-62fa-4092-b8fe-56bdca526eac req-07e0dcd3-93b4-4655-aacb-f14b15e1e21a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437531 Feb 09 07:51:37.327969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:37.337433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1725c-1acd-4eae-80b3-195bb1bb45c2 req-2ace0a0b-1ec8-461c-b14a-97c106797a35 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:37.339368 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-09b1725c-1acd-4eae-80b3-195bb1bb45c2 req-2ace0a0b-1ec8-461c-b14a-97c106797a35 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3009059 Feb 09 07:51:37.450299 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-09b1725c-1acd-4eae-80b3-195bb1bb45c2 req-d7440e35-d0a1-4534-bb0f-691b565288b6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014733 Feb 09 07:51:37.645320 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:37.661021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-09570a9a-b3c7-495d-9a49-e2813540ec3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:37.957564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4355cb-e474-4385-9fc9-fa8df7fc33ca,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:37.962829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:38.071547 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:38.072102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb1852-6afd-41f5-b3f8-83d007a6560f None None] Network e8302579-298e-47ee-a118-a40e02a2afa0 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:51:38.083693 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b70b2a13-0a35-4e89-958e-b0b474aa5261 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce4355cb-e474-4385-9fc9-fa8df7fc33ca HTTP/1.1" status: 204 len: 168 time: 1.0893984 Feb 09 07:51:38.084588 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45622) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:38.092374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea30232-3309-461c-b27f-db9abab2c426 req-26fc6398-1c5a-4ee0-8b4f-b22dd2fe29c8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:38.094852 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8ea30232-3309-461c-b27f-db9abab2c426 req-26fc6398-1c5a-4ee0-8b4f-b22dd2fe29c8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1901503 Feb 09 07:51:38.200108 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8ea30232-3309-461c-b27f-db9abab2c426 req-b4dda886-cbad-4ff4-93c2-5f61ce643f86 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0951533 Feb 09 07:51:38.239600 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:38.323305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Deleting port 1ab8a717-f8e4-4a01-8280-cb2448b7877c {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:38.323578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:38.395596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] DHCP port deletion for e8302579-298e-47ee-a118-a40e02a2afa0 request from dv-cinder-774594-1-smb {{(pid=79917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 07:51:38.408248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Deleting port 1ab8a717-f8e4-4a01-8280-cb2448b7877c {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:38.408674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:38.636755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 315143cc-4731-458a-bbd6-5f4e77edf546 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:51:38.654059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] For port 1ab8a717-f8e4-4a01-8280-cb2448b7877c, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1ab8a717-f8e4-4a01-8280-cb2448b7877c,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:38.654510 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:38.662090 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2142d1-0d97-4054-a389-54a75bf3d2a5 req-7958cdc1-b4da-4d7c-973b-751ab3f8b52d tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:38.663186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1e2142d1-0d97-4054-a389-54a75bf3d2a5 req-7958cdc1-b4da-4d7c-973b-751ab3f8b52d tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:51:38.682698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1e2142d1-0d97-4054-a389-54a75bf3d2a5 req-7958cdc1-b4da-4d7c-973b-751ab3f8b52d tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:51:38.684434 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1e2142d1-0d97-4054-a389-54a75bf3d2a5 req-7958cdc1-b4da-4d7c-973b-751ab3f8b52d tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 931 time: 0.2865608 Feb 09 07:51:38.727919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 315143cc-4731-458a-bbd6-5f4e77edf546 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:51:38.728355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 315143cc-4731-458a-bbd6-5f4e77edf546 not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:51:38.729045 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1ab8a717-f8e4-4a01-8280-cb2448b7877c no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:51:38.866554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Calling delete_port for 1ab8a717-f8e4-4a01-8280-cb2448b7877c owned by network:dhcp {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:51:38.902410 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1e2142d1-0d97-4054-a389-54a75bf3d2a5 req-a697882a-15e6-4c8f-a0a6-1da16a5a41f3 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112579 Feb 09 07:51:38.943105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] For port 1ab8a717-f8e4-4a01-8280-cb2448b7877c, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=1ab8a717-f8e4-4a01-8280-cb2448b7877c,segment=NetworkSegment(6fcab967-f0db-4752-a02a-509699a93ab9),segment_id=6fcab967-f0db-4752-a02a-509699a93ab9)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:38.943696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:38.983160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.001063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fd7aa045-6804-4200-8c02-05b87260b322 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:39.068457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Port 1ab8a717-f8e4-4a01-8280-cb2448b7877c update to DOWN by agent not found {{(pid=79917) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 09 07:51:39.068943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:51:39.072149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab8a717-f8e4-4a01-8280-cb2448b7877c,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:39.079006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:39.097097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd080-289d-43b4-a927-6e60ae10fce3 req-8fd4ad60-7e72-401f-b272-6ed85e6874b6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:39.105600 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a49fd080-289d-43b4-a927-6e60ae10fce3 req-8fd4ad60-7e72-401f-b272-6ed85e6874b6 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3368528 Feb 09 07:51:39.173612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:51:39.174010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 1219d6c2-b0bc-428a-9767-1bf7c61a5f23 not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:51:39.181555 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] No DVR routers for this DVR port 1ab8a717-f8e4-4a01-8280-cb2448b7877c on host dv-cinder-774594-1-smb {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:51:39.182792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Calling delete_port for 1ab8a717-f8e4-4a01-8280-cb2448b7877c owned by network:dhcp {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:51:39.232231 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a49fd080-289d-43b4-a927-6e60ae10fce3 req-c43322a4-ae49-4db0-aa33-2fcb7382db64 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256044 Feb 09 07:51:39.353857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.403849 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79917) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:51:39.404375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:51:39.492033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8302579-298e-47ee-a118-a40e02a2afa0']}} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:39.506913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcab967-f0db-4752-a02a-509699a93ab9') {'for_net_delete': True} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:39.507254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcab967-f0db-4752-a02a-509699a93ab9') {} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:51:39.520889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278421'] for segment, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.544558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.547322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:51:39.625824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7519b-6db3-4757-9d9b-dae606527906 req-c189c495-9f9d-4b13-9ae3-bff6f2e4ff22 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:39.627582 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-14c7519b-6db3-4757-9d9b-dae606527906 req-c189c495-9f9d-4b13-9ae3-bff6f2e4ff22 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1950693 Feb 09 07:51:39.696124 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-14c7519b-6db3-4757-9d9b-dae606527906 req-5255e80d-cd12-4324-ac65-e5ba9d589d1a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0619397 Feb 09 07:51:39.762973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5449aa46-7b5a-435c-9d74-2170877c8ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.769370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Network e8302579-298e-47ee-a118-a40e02a2afa0 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:51:39.778932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3135949'] for segment, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.905603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Deleting port 1ab8a717-f8e4-4a01-8280-cb2448b7877c {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:51:39.906698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:39.975234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Network e8302579-298e-47ee-a118-a40e02a2afa0 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:51:39.997443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-5370d999-abba-404d-9dbf-5c6959234e60 None None] The port '1ab8a717-f8e4-4a01-8280-cb2448b7877c' was deleted {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:51:40.000450 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:51:40.059292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.094473 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.098261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b6d630d-ecb2-4a4a-b3bb-b72adf2d89b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:40.115993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.122907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8302579-298e-47ee-a118-a40e02a2afa0,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:40.128262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:40.146890 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-99b8bcf3-9dc0-4f25-9f7e-1ac6711a3d07 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8302579-298e-47ee-a118-a40e02a2afa0 HTTP/1.1" status: 204 len: 168 time: 2.0605106 Feb 09 07:51:40.305774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7038e6-0d36-47ff-8208-ccd579003546 req-14298761-8ca9-453b-a0b4-ab3441813ae3 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:40.307510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb7038e6-0d36-47ff-8208-ccd579003546 req-14298761-8ca9-453b-a0b4-ab3441813ae3 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 931 time: 0.1833632 Feb 09 07:51:40.310213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45638) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:40.375697 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0298a242-cdab-4ceb-b662-9691bd2adf6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=414a82415b404c4a9dbb28317ea2c73c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632114 Feb 09 07:51:40.378141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45644) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:40.430257 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb7038e6-0d36-47ff-8208-ccd579003546 req-4b3d5cff-ef3b-4a70-a8e1-7530a17aab16 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110876 Feb 09 07:51:40.454064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.488336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.551270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.556883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-07622a10-0d84-44af-b7ba-dc452d87534b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:40.574138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa938c-d91a-43ab-ae7e-ec96a3f157d0,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:40.575381 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:40.581447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:40.583016 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69aa938c-d91a-43ab-ae7e-ec96a3f157d0 HTTP/1.1" status: 204 len: 168 time: 0.2034965 Feb 09 07:51:40.678398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b4002-a48c-493b-bc0e-4e7a4ed706dc req-14d3c3e9-f373-49f2-9023-b5095b080e94 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:40.686262 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-745b4002-a48c-493b-bc0e-4e7a4ed706dc req-14d3c3e9-f373-49f2-9023-b5095b080e94 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2199719 Feb 09 07:51:40.784409 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-745b4002-a48c-493b-bc0e-4e7a4ed706dc req-a1f40b06-5185-40db-bbf8-4750db793f82 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969377 Feb 09 07:51:41.056219 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e867ba-389a-4b75-9a7f-983381c462ad req-46abc365-66e0-4ef1-bf06-53c33809a96d tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:41.057917 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b9e867ba-389a-4b75-9a7f-983381c462ad req-46abc365-66e0-4ef1-bf06-53c33809a96d tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1895652 Feb 09 07:51:41.126469 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b9e867ba-389a-4b75-9a7f-983381c462ad req-2e38357f-1464-4368-a81c-1041fae5d3a8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597072 Feb 09 07:51:41.746749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77126c1-0f6c-496c-a37f-e93fbd8f0fd9 req-f69e1eed-41fd-4a8f-b790-e218d47f1ab1 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:41.748484 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c77126c1-0f6c-496c-a37f-e93fbd8f0fd9 req-f69e1eed-41fd-4a8f-b790-e218d47f1ab1 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 931 time: 0.1883993 Feb 09 07:51:41.820632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c77126c1-0f6c-496c-a37f-e93fbd8f0fd9 req-3c2325e9-7c47-4b07-96e0-97c3d85c882f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642755 Feb 09 07:51:42.118753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4132b4e-d60e-45bd-9406-c5a7c01fd6b2 req-7344e996-8001-4678-aeb0-79d42ea1d01b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:42.127252 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b4132b4e-d60e-45bd-9406-c5a7c01fd6b2 req-7344e996-8001-4678-aeb0-79d42ea1d01b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1747601 Feb 09 07:51:42.210189 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b4132b4e-d60e-45bd-9406-c5a7c01fd6b2 req-347abfa4-3072-46aa-bb5e-31e2212068ae tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826101 Feb 09 07:51:42.281676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aff9937d-eb21-4145-b04a-3886e8d15612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:42.529344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb262e4a-f9f0-420d-a57a-f0784ecaa7be req-c859daa4-9109-4180-8957-90a615b77ab8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:42.532259 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb262e4a-f9f0-420d-a57a-f0784ecaa7be req-c859daa4-9109-4180-8957-90a615b77ab8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1898940 Feb 09 07:51:42.599988 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fb262e4a-f9f0-420d-a57a-f0784ecaa7be req-71719ff3-9d4d-43c5-ba4d-6b5e947ed19b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0611866 Feb 09 07:51:42.904103 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:43.127564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff05cd7-4e50-4749-9794-84cc43d8ba1a req-e557fd16-1899-4801-aa88-ac3160dd4fd1 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:43.129309 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7ff05cd7-4e50-4749-9794-84cc43d8ba1a req-e557fd16-1899-4801-aa88-ac3160dd4fd1 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 931 time: 0.1730566 Feb 09 07:51:43.200061 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7ff05cd7-4e50-4749-9794-84cc43d8ba1a req-a4f8a71a-66e0-4da8-bd81-af7e2b371ae5 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639346 Feb 09 07:51:43.573149 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6ebb-b22d-4f6e-9740-216625c72432 req-6def9df1-7e03-4539-aa2a-f5bb3c595a83 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:43.578587 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-311a6ebb-b22d-4f6e-9740-216625c72432 req-6def9df1-7e03-4539-aa2a-f5bb3c595a83 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1797009 Feb 09 07:51:43.650078 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:43.659283 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-311a6ebb-b22d-4f6e-9740-216625c72432 req-f889f041-8c8d-49cc-b8a2-ab8543f9e024 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777850 Feb 09 07:51:43.995063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91281866-2970-4a72-bebd-0e33f9c0d0f6 req-77f446d2-6b2b-43a9-8b49-079ce481658a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:43.996828 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-91281866-2970-4a72-bebd-0e33f9c0d0f6 req-77f446d2-6b2b-43a9-8b49-079ce481658a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1783547 Feb 09 07:51:44.067456 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-91281866-2970-4a72-bebd-0e33f9c0d0f6 req-0aa0185a-0d43-46b6-9591-d96aad2b36e0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0640404 Feb 09 07:51:44.276720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:44.492812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d339-a165-4b8b-8856-eae26c2a6ea1 req-a2dd4a23-a5f5-425a-9a2c-d6dca7abd220 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:44.494503 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8506d339-a165-4b8b-8856-eae26c2a6ea1 req-a2dd4a23-a5f5-425a-9a2c-d6dca7abd220 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 931 time: 0.1652546 Feb 09 07:51:44.562609 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8506d339-a165-4b8b-8856-eae26c2a6ea1 req-18f8c3ea-d9a9-4864-bc2b-6439b8bfb537 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617342 Feb 09 07:51:44.583910 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Request body: {'port': {'device_id': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:44.707762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:44.848365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-fc7df4de-e411-406c-91f8-d4b48b5d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:44.850059 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-fc7df4de-e411-406c-91f8-d4b48b5d45bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1163 time: 0.1008215 Feb 09 07:51:45.013830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-db491246-6679-4a04-bbec-7180838ce540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.016121 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-db491246-6679-4a04-bbec-7180838ce540 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.1440651 Feb 09 07:51:45.107213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc268-5bff-4564-ab97-c9bf4f98b3ea req-844072e6-5f60-46bf-ba8b-551d06378937 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.108946 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-03acc268-5bff-4564-ab97-c9bf4f98b3ea req-844072e6-5f60-46bf-ba8b-551d06378937 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2794256 Feb 09 07:51:45.136091 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-9eabe776-ee0a-4c3d-bd68-48a1db169c57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 1002 time: 0.1106913 Feb 09 07:51:45.251146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-bcf8d78d-6a60-4804-b775-c6b8e6c7d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.253353 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-bcf8d78d-6a60-4804-b775-c6b8e6c7d7b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.1101387 Feb 09 07:51:45.417561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-a99ac29d-1a2f-4010-8b0c-36ba8292399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.419521 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-a99ac29d-1a2f-4010-8b0c-36ba8292399e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1570239 Feb 09 07:51:45.455599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887f5f-ec4a-4979-b690-957966de4272 req-937cca57-fb4a-4e8f-8d79-bdab7afb1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.457420 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-937cca57-fb4a-4e8f-8d79-bdab7afb1696 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d&tenant_id=34aea38f1df742329819d5523ba558c5 HTTP/1.1" status: 200 len: 1161 time: 0.1227138 Feb 09 07:51:45.542128 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-03acc268-5bff-4564-ab97-c9bf4f98b3ea req-c0eeaa91-8de7-4efa-b5c9-40525d8257f8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4258947 Feb 09 07:51:45.635088 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-24592dde-57a6-443a-b833-1e984d10dd13 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084374 Feb 09 07:51:45.668746 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2113-88a2-4d04-9c49-5d741d26203b req-704eda45-caa5-4562-8602-0d5927d4a3d8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.670491 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-51cc2113-88a2-4d04-9c49-5d741d26203b req-704eda45-caa5-4562-8602-0d5927d4a3d8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.2563818 Feb 09 07:51:45.677548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887f5f-ec4a-4979-b690-957966de4272 req-dfe10b51-69b7-4010-84ec-b083408aef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:45.679211 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-dfe10b51-69b7-4010-84ec-b083408aef07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1161 time: 0.1505036 Feb 09 07:51:45.767936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:51:45.779914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:45.814227 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-51cc2113-88a2-4d04-9c49-5d741d26203b req-c2747726-9435-4f48-82f9-6d172b22bad6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1048849 Feb 09 07:51:45.840515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Transition to ACTIVE for port object d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:45.844906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:45.867439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:46.099473 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:46.103192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:46.255533 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ec57803a-4f17-4c1f-9829-e88378e7a396 req-4d73aedb-088d-4c1a-ad75-86c11efff672 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6119282 Feb 09 07:51:46.291123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887f5f-ec4a-4979-b690-957966de4272 req-032e9408-7061-44ed-8eef-87a79fe8a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:46.293502 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-032e9408-7061-44ed-8eef-87a79fe8a371 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.5989773 Feb 09 07:51:46.351833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d288af-312f-4fab-bf4e-54e631dbf63c req-3c6c46f8-d768-4c59-bb4d-addbbd66105e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:46.353915 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-68d288af-312f-4fab-bf4e-54e631dbf63c req-3c6c46f8-d768-4c59-bb4d-addbbd66105e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 943 time: 0.4875715 Feb 09 07:51:46.443746 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-7226bce4-608a-41b0-a459-b1693e9af40d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 1000 time: 0.1183181 Feb 09 07:51:46.497159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-68d288af-312f-4fab-bf4e-54e631dbf63c req-db4f7b39-df25-4308-93fe-6a6bfed97d61 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121712 Feb 09 07:51:46.505488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Attempting to bind port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:51:46.505837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Attempting to bind port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:51:46.506221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Attempting to bind port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 on network e59cc649-1b66-485e-96f3-071aba37bf8b {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:51:46.512314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:51:46.512697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Checking segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:46.513109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:46.513508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Bound using segment: {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:51:46.514034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Bound port: d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde240a-5bb3-4cf2-9894-761e291ad438', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:51:46.514413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:46.524146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887f5f-ec4a-4979-b690-957966de4272 req-720774dc-5fda-4d3b-beec-83d54970906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:46.525808 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-720774dc-5fda-4d3b-beec-83d54970906f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0693691 Feb 09 07:51:46.614881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:51:46.615726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887f5f-ec4a-4979-b690-957966de4272 req-d0bf6b4d-2078-43ab-9463-c8f2a4979d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:46.617359 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-d0bf6b4d-2078-43ab-9463-c8f2a4979d47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844650 Feb 09 07:51:46.618393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:51:46.621799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:46.637999 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:46.786204 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-bf477b01-8c97-43bc-b84f-69da84d0eaab service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604953 Feb 09 07:51:46.867209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:46.875678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:46.914835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:51:46.971181 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5887f5f-ec4a-4979-b690-957966de4272 req-5ee26cd4-397f-489e-b54d-b3bc9de3ddb0 service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1772048 Feb 09 07:51:47.008531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd337ca8-8cc0-48d7-a75f-8de98975d0fc req-3cbb58a6-2655-4fbc-95ca-eba230e0f09f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:47.013625 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fd337ca8-8cc0-48d7-a75f-8de98975d0fc req-3cbb58a6-2655-4fbc-95ca-eba230e0f09f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3135300 Feb 09 07:51:47.019932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:47.020715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:47.022213 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] 10.222.0.44 "PUT /v2.0/ports/d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 1157 time: 2.4433403 Feb 09 07:51:47.022776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:51:47.102931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:47.133165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:51:47.143648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:47.147460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:47.149462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:47.221866 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fd337ca8-8cc0-48d7-a75f-8de98975d0fc req-b19f09e0-c04c-462a-8a0e-612c2b7556ba tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928048 Feb 09 07:51:47.236001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:47.239229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:47.335788 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69047-06b2-4551-a747-3890863da285 req-384de094-a0d5-46f8-a7f9-274505650180 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:47.337503 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2b69047-06b2-4551-a747-3890863da285 req-384de094-a0d5-46f8-a7f9-274505650180 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.3211317 Feb 09 07:51:47.340839 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-09f3703b-468b-4b1d-892e-1eb21e98dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:47.342412 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-09f3703b-468b-4b1d-892e-1eb21e98dec6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1160 time: 0.2501190 Feb 09 07:51:47.444897 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-af42cb2a-4a8e-44f7-86db-caabc322319c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 217 time: 0.0807726 Feb 09 07:51:47.526968 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c2b69047-06b2-4551-a747-3890863da285 req-a028cc43-3ba5-4d49-acae-e063d75aae9c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1782942 Feb 09 07:51:47.535072 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'status': 'completed', 'code': 200} Feb 09 07:51:47.554743 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-996781fa-a59f-45d6-8d28-e563ccfe1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:47.556494 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-996781fa-a59f-45d6-8d28-e563ccfe1cb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.1004851 Feb 09 07:51:47.564587 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'code': 422} returned with failed status Feb 09 07:51:47.649719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32267-0448-4294-829e-d482edd5ca9c req-47482a85-9a91-4ddb-b7c2-9f4e62a863be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:47.651407 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-47482a85-9a91-4ddb-b7c2-9f4e62a863be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877676 Feb 09 07:51:47.920944 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-addfc082-27e6-4787-aa65-1b9a8d2b02ee service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619433 Feb 09 07:51:48.152701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e98ddc-a39d-44fe-bf13-9c81e170fac2 req-edd58e31-503f-4bd7-a246-4dfaf328ecf0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:48.154436 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-20e98ddc-a39d-44fe-bf13-9c81e170fac2 req-edd58e31-503f-4bd7-a246-4dfaf328ecf0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 943 time: 0.3619711 Feb 09 07:51:48.213024 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4da32267-0448-4294-829e-d482edd5ca9c req-bb72d220-97f2-4193-a4a4-e6901a99b0b4 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2846034 Feb 09 07:51:48.246550 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-20e98ddc-a39d-44fe-bf13-9c81e170fac2 req-218313e1-47a1-4751-b281-3ba5795cf45c tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837915 Feb 09 07:51:48.403824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-a85b2b33-6e3c-4c06-a487-df1eb7abbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:48.405460 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-a85b2b33-6e3c-4c06-a487-df1eb7abbc72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1160 time: 0.0843153 Feb 09 07:51:48.568699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-95fc7457-2ae2-48a8-9f04-34b319a1bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:48.570562 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-95fc7457-2ae2-48a8-9f04-34b319a1bb2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.1584494 Feb 09 07:51:48.646230 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-6225dbe9-552c-45e3-ab4e-923ef38004f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 217 time: 0.0677183 Feb 09 07:51:48.722195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-d17a2297-15e8-4c07-a822-a22b93df9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:48.723626 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-d17a2297-15e8-4c07-a822-a22b93df9d31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.0708222 Feb 09 07:51:48.885764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-b5bc8530-fe7e-48ce-9818-e293337094a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:48.887413 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-b5bc8530-fe7e-48ce-9818-e293337094a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1551368 Feb 09 07:51:48.974126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373016d-5f1b-4dad-8f5c-6aeddacb893f req-317c8397-4f02-46d5-9b65-b9262c8687e8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:48.975778 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7373016d-5f1b-4dad-8f5c-6aeddacb893f req-317c8397-4f02-46d5-9b65-b9262c8687e8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.2079575 Feb 09 07:51:49.338793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45806) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:49.404550 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7373016d-5f1b-4dad-8f5c-6aeddacb893f req-cf65cf8f-99ea-4b9f-b757-a2f72c671cef tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4055467 Feb 09 07:51:49.459175 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-a6fa6e89-5483-4399-9bcd-9b1fe9de0b1c service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823091 Feb 09 07:51:49.502059 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-c0c4d2ff-4e5f-4df3-ae2b-003c9c2812c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1617949 Feb 09 07:51:49.588557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b46ca-6b25-453e-a86a-29a9f13195c0 req-87b4b836-acaf-458c-b519-4d7303386767 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:49.590381 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a67b46ca-6b25-453e-a86a-29a9f13195c0 req-87b4b836-acaf-458c-b519-4d7303386767 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.2591312 Feb 09 07:51:49.792097 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a67b46ca-6b25-453e-a86a-29a9f13195c0 req-b32362a5-8425-47d4-9dca-5e4b6522c713 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928632 Feb 09 07:51:49.835066 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a7cc8827-1a16-4051-8326-d5a3107cfa2a req-d2903a90-03d7-489e-8a2a-eaf8eb6b31c7 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3638711 Feb 09 07:51:49.936012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f21d9-d9c8-46f8-acd5-1fc924d74d46 req-27d8e06a-29fa-419a-a5ae-f2ba27b2c068 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:49.942146 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4b5f21d9-d9c8-46f8-acd5-1fc924d74d46 req-27d8e06a-29fa-419a-a5ae-f2ba27b2c068 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 943 time: 0.2547410 Feb 09 07:51:50.010949 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4b5f21d9-d9c8-46f8-acd5-1fc924d74d46 req-13665aa8-f491-4347-b417-781cb03b3c6e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666447 Feb 09 07:51:50.104827 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-0cb1028f-d2db-4a5c-a7c1-154d2e6f44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:50.106537 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-0cb1028f-d2db-4a5c-a7c1-154d2e6f44d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0&tenant_id=9ad833ec4fbb425589e9c9f08918022f HTTP/1.1" status: 200 len: 1161 time: 0.0803945 Feb 09 07:51:50.223803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-d5bbf1a0-d36b-4cd0-9272-d33f643eabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:50.225422 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-d5bbf1a0-d36b-4cd0-9272-d33f643eabb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ad833ec4fbb425589e9c9f08918022f&device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1161 time: 0.0801506 Feb 09 07:51:50.370028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-02b9d2d5-defb-423a-b228-970e6e9835e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:50.371651 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-02b9d2d5-defb-423a-b228-970e6e9835e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 200 len: 911 time: 0.1393754 Feb 09 07:51:50.484674 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-6c36b427-b03d-43db-a28d-9976d1bf062f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 200 len: 1000 time: 0.1061902 Feb 09 07:51:50.615207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-68f793a1-ef05-4507-8217-63f2f0152107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:50.616798 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-68f793a1-ef05-4507-8217-63f2f0152107 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 200 len: 856 time: 0.1255937 Feb 09 07:51:50.770519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5364c0-ead0-4cba-a569-de49079af5ab req-0eeb8ead-f4d3-45a7-b210-bee530e5749c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:50.772214 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cc5364c0-ead0-4cba-a569-de49079af5ab req-0eeb8ead-f4d3-45a7-b210-bee530e5749c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.2380922 Feb 09 07:51:50.850203 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cc5364c0-ead0-4cba-a569-de49079af5ab req-7b8bcc4f-c27d-4cdb-b7f8-6ccdb9a31a46 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0705748 Feb 09 07:51:50.852111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-aa16e46d-7f14-4856-bb11-dd8e6829dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:50.853655 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-aa16e46d-7f14-4856-bb11-dd8e6829dd1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1ce8316-423c-42ee-9beb-e53fb3fd97f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2279778 Feb 09 07:51:51.057229 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-154a3c8f-00ea-4598-8b54-df726d80e76c service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966965 Feb 09 07:51:51.148811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-361a9bc4-9cdd-42d7-a8ed-6aa3d15714af None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:51:51.197332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f2277-5018-4c26-9a76-3611abf7023c req-b3c2a8d3-7a18-4d61-b9e4-1fd87313ddb9 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:51.199067 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a20f2277-5018-4c26-9a76-3611abf7023c req-b3c2a8d3-7a18-4d61-b9e4-1fd87313ddb9 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.2474043 Feb 09 07:51:51.406777 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a20f2277-5018-4c26-9a76-3611abf7023c req-cc564173-bebd-4ad7-82a5-8b0a5c424b69 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619334 Feb 09 07:51:51.419243 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e1e6a8d-4aef-4d78-a993-29f02394abf5 req-58df68c3-eba9-4749-934a-563a65b139a4 service neutron] 10.222.0.44 "GET /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3535266 Feb 09 07:51:51.521064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133dd48-4cc4-46aa-ae25-888e9a411863 req-89230393-a122-418f-938a-2e7841c18a60 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:51.522885 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3133dd48-4cc4-46aa-ae25-888e9a411863 req-89230393-a122-418f-938a-2e7841c18a60 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 943 time: 0.3198845 Feb 09 07:51:51.588515 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3133dd48-4cc4-46aa-ae25-888e9a411863 req-ab273be0-a205-45b1-96a3-e38e8d7beef0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593429 Feb 09 07:51:51.972331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:52.048735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:52.049164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:52.144985 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f2758-14b9-4dbe-a348-3c4ef37f1c8a req-c496a14d-82de-409e-a3a8-e5fdb93591ad tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:52.146751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-151f2758-14b9-4dbe-a348-3c4ef37f1c8a req-c496a14d-82de-409e-a3a8-e5fdb93591ad tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 944 time: 0.1670790 Feb 09 07:51:52.173994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:52.205194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:51:52.215236 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-151f2758-14b9-4dbe-a348-3c4ef37f1c8a req-002bc49d-7ed4-49c8-adf2-03284e418ae3 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0606263 Feb 09 07:51:52.219473 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:52.225026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:52.225992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:52.256927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:52.308342 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'code': 200} Feb 09 07:51:52.358565 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=6']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:52.362075 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:52.369709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:52.374709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:52.375174 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:52.541011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:52.580182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:52.586423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:52.589079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-eaeea182-20a5-44c1-811c-b6e9d38964b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:52.752063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:52.767318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:52.894227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853fd07-c83e-4b8f-91b2-1e9132869675 req-df6c5f8e-327d-4f8f-883b-cebe2a5be2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:52.896184 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5853fd07-c83e-4b8f-91b2-1e9132869675 req-df6c5f8e-327d-4f8f-883b-cebe2a5be2d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.2935836 Feb 09 07:51:53.012286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0682a-aa6c-4500-8f4d-6f2266ffe88f req-0709e8e5-9d25-4819-b3e6-08df08491227 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:53.021407 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a4e0682a-aa6c-4500-8f4d-6f2266ffe88f req-0709e8e5-9d25-4819-b3e6-08df08491227 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.2984548 Feb 09 07:51:53.138015 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a4e0682a-aa6c-4500-8f4d-6f2266ffe88f req-182af942-c882-44ae-ae59-e96f1ad4be61 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154220 Feb 09 07:51:53.252895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:53.278194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145b7d-a9c7-46af-bdf8-171df845c24a req-f1ca3b1c-b275-4591-a7a0-d5f50fa218af tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:53.279947 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-81145b7d-a9c7-46af-bdf8-171df845c24a req-f1ca3b1c-b275-4591-a7a0-d5f50fa218af tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.2555861 Feb 09 07:51:53.352817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:53.353251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:53.383970 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-81145b7d-a9c7-46af-bdf8-171df845c24a req-b43c2a6a-8ed8-4959-9340-4d76f9c25509 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964839 Feb 09 07:51:53.518389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:53.566145 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedcaf2-c948-48f1-91db-f117d070e922 req-2ad6116c-9ade-438f-9189-961e0a1cc225 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:53.568369 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2cedcaf2-c948-48f1-91db-f117d070e922 req-2ad6116c-9ade-438f-9189-961e0a1cc225 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.1811690 Feb 09 07:51:53.607890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:53.608353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:53.642801 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2cedcaf2-c948-48f1-91db-f117d070e922 req-be651386-10e9-441f-8471-65e22320bcb5 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0676303 Feb 09 07:51:54.271154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45884) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:54.309729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:51:54.402164 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'code': 200} Feb 09 07:51:54.457348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.479132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:54.483664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Usage tracker for resource:security_group_rule and tenant:473ae19df52f45248c03834ea7029819 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:51:54.487435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:51:54.493853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa2b49-af8b-4a91-9c49-4262b9d57d39 req-3ed91520-c7fb-4128-924e-a3a7bbaa78d5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:54.494769 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:54.495596 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5daa2b49-af8b-4a91-9c49-4262b9d57d39 req-3ed91520-c7fb-4128-924e-a3a7bbaa78d5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1956911 Feb 09 07:51:54.596273 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5daa2b49-af8b-4a91-9c49-4262b9d57d39 req-facb4c2f-8751-414e-ae80-76523ed354f3 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896466 Feb 09 07:51:54.619128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.622244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.636306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42bff26a-e786-494e-9999-b6321a4a1e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:54.677625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91000709-dc83-4cc7-b541-0a2db045fb29,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:54.683964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:54.693551 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=473ae19df52f45248c03834ea7029819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204831 Feb 09 07:51:54.694247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 45896) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:54.778335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.820240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.863186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7676bff-0b5e-47b1-9fae-58c6e4c53298 req-364b1236-ef67-4ddd-bdfc-b7c56ad01abd tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:54.865305 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e7676bff-0b5e-47b1-9fae-58c6e4c53298 req-364b1236-ef67-4ddd-bdfc-b7c56ad01abd tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.2679722 Feb 09 07:51:54.882947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.894528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2acc9de1-2450-4a98-887b-bc8de12086f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:54.907396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91000709-dc83-4cc7-b541-0a2db045fb29,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:54.912624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:54.914705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:54.918412 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91000709-dc83-4cc7-b541-0a2db045fb29 HTTP/1.1" status: 204 len: 168 time: 0.2205417 Feb 09 07:51:55.008056 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e7676bff-0b5e-47b1-9fae-58c6e4c53298 req-ac1051f2-8733-4e8c-846b-e83435ed3d31 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925052 Feb 09 07:51:55.109356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3762-5de8-4ade-806d-ad058be9a7a7 req-ed4cdeec-9164-4090-994c-71c3e49e39a7 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:55.111136 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-02cd3762-5de8-4ade-806d-ad058be9a7a7 req-ed4cdeec-9164-4090-994c-71c3e49e39a7 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2447598 Feb 09 07:51:55.182289 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-02cd3762-5de8-4ade-806d-ad058be9a7a7 req-776f3813-d3e8-4166-b062-a8015f06fd57 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0644262 Feb 09 07:51:55.975796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835123-1e31-4ba8-85c2-0ba82671d2d6 req-30195c14-1f07-4947-ad1a-8cdefa531e17 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:55.977752 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b0835123-1e31-4ba8-85c2-0ba82671d2d6 req-30195c14-1f07-4947-ad1a-8cdefa531e17 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1813068 Feb 09 07:51:56.050433 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b0835123-1e31-4ba8-85c2-0ba82671d2d6 req-e4b3a17a-a1a6-41b4-9a78-c54703c1ec76 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658472 Feb 09 07:51:56.386352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d94a69-d7fe-4226-8bb8-5ff5c55e7bb3 req-d8b7f21e-e90f-4212-bf50-599cbde02714 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:56.388019 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-33d94a69-d7fe-4226-8bb8-5ff5c55e7bb3 req-d8b7f21e-e90f-4212-bf50-599cbde02714 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.2103398 Feb 09 07:51:56.522253 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-33d94a69-d7fe-4226-8bb8-5ff5c55e7bb3 req-e62dd99c-a7e1-43ff-84b8-d849855ce3f4 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879104 Feb 09 07:51:56.629136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54c97-b16a-4e84-9726-02f70089fb5b req-0ba163d8-0c18-4f66-a6e7-bda2afb6f22a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:56.630941 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-52f54c97-b16a-4e84-9726-02f70089fb5b req-0ba163d8-0c18-4f66-a6e7-bda2afb6f22a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2419047 Feb 09 07:51:56.714029 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-52f54c97-b16a-4e84-9726-02f70089fb5b req-f664c875-5237-4dd6-8614-045042e69a50 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0761890 Feb 09 07:51:57.040019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:51:57.735590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19155b68-2e02-4229-873a-9650abc89a85 req-09e3c5c9-90f8-4994-a501-063cb1a4a68c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:57.737794 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-19155b68-2e02-4229-873a-9650abc89a85 req-09e3c5c9-90f8-4994-a501-063cb1a4a68c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.5181141 Feb 09 07:51:57.895940 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-19155b68-2e02-4229-873a-9650abc89a85 req-24f3f727-d2d8-4c6b-8461-25f31793dd57 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511879 Feb 09 07:51:58.001936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389590e3-c798-4dd2-ada3-9828ec612e3d req-e9d5e5e9-56cc-4655-8042-fc3fcf6abfc2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:58.009698 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-389590e3-c798-4dd2-ada3-9828ec612e3d req-e9d5e5e9-56cc-4655-8042-fc3fcf6abfc2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.2422588 Feb 09 07:51:58.086267 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-389590e3-c798-4dd2-ada3-9828ec612e3d req-8ffccc92-c10d-4170-8651-23c64f732451 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755444 Feb 09 07:51:58.315475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10782-3e6a-4b0a-ac99-dce21e75d28e req-6cc6644e-69b5-4b70-8e39-5155fcc1a5c0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:58.318059 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2a10782-3e6a-4b0a-ac99-dce21e75d28e req-6cc6644e-69b5-4b70-8e39-5155fcc1a5c0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2307229 Feb 09 07:51:58.389721 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2a10782-3e6a-4b0a-ac99-dce21e75d28e req-2a5b3be7-ca83-4e48-8cf5-e08c2950de14 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0658720 Feb 09 07:51:59.230789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649790-cc04-4051-a383-6dd4fa8b3e02 req-36fb4a71-11f6-4795-a63d-5d842e16e747 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:59.232534 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-68649790-cc04-4051-a383-6dd4fa8b3e02 req-36fb4a71-11f6-4795-a63d-5d842e16e747 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1791992 Feb 09 07:51:59.356798 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-68649790-cc04-4051-a383-6dd4fa8b3e02 req-fe8e6e68-6193-40e6-8eaf-3e8163c01d5d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852270 Feb 09 07:51:59.509322 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d96391-390c-467a-b17f-6505e8fb0e9b req-d8606c2b-2efd-48e0-9eaa-6b6b9085e275 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:59.511365 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a1d96391-390c-467a-b17f-6505e8fb0e9b req-d8606c2b-2efd-48e0-9eaa-6b6b9085e275 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.2778413 Feb 09 07:51:59.660021 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a1d96391-390c-467a-b17f-6505e8fb0e9b req-88deb3c6-f4a1-4621-ac10-396dc9e91634 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400466 Feb 09 07:51:59.778523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa7276-52cb-45d3-b01a-ca544212588d req-3f7aac64-32c3-4dd3-a5b5-2196380cc7e6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:59.781021 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b5aa7276-52cb-45d3-b01a-ca544212588d req-3f7aac64-32c3-4dd3-a5b5-2196380cc7e6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2392485 Feb 09 07:51:59.852101 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b5aa7276-52cb-45d3-b01a-ca544212588d req-aa4c15ff-d1f8-4746-9b2b-9c74de1a722c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0635953 Feb 09 07:52:00.679184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608880b9-a75f-48af-994f-e333b1f526be req-82de252f-35c0-4d9c-8b90-937b94a4b6d7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:00.682120 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-608880b9-a75f-48af-994f-e333b1f526be req-82de252f-35c0-4d9c-8b90-937b94a4b6d7 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1718800 Feb 09 07:52:00.754361 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-608880b9-a75f-48af-994f-e333b1f526be req-da942435-cdf4-44f6-9ba0-2d3e6edc0d27 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670364 Feb 09 07:52:01.022412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682f04a-ac37-4efb-81f5-49c55740aee2 req-89cd15c4-962a-4309-9109-331d300825c6 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:01.024154 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3682f04a-ac37-4efb-81f5-49c55740aee2 req-89cd15c4-962a-4309-9109-331d300825c6 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1766462 Feb 09 07:52:01.149998 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3682f04a-ac37-4efb-81f5-49c55740aee2 req-b8c5da4e-363e-483e-8985-623e199aa60f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826266 Feb 09 07:52:01.271092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ffb67-3e6b-4778-a2be-99cae29e5d4f req-513487d0-3c89-4dd9-9fc9-e98442ab34c2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:01.272823 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a0ffb67-3e6b-4778-a2be-99cae29e5d4f req-513487d0-3c89-4dd9-9fc9-e98442ab34c2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2476704 Feb 09 07:52:01.342950 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a0ffb67-3e6b-4778-a2be-99cae29e5d4f req-cc7a9c5e-8cba-4367-874f-041d942b271f tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0635660 Feb 09 07:52:02.085790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdacaf8-dd06-4ec4-83aa-d3acf35e5164 req-b5731b19-f928-448e-bec3-829807a2f13b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:02.087454 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-abdacaf8-dd06-4ec4-83aa-d3acf35e5164 req-b5731b19-f928-448e-bec3-829807a2f13b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1770818 Feb 09 07:52:02.154236 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-abdacaf8-dd06-4ec4-83aa-d3acf35e5164 req-77e70d59-3d95-49d9-a375-e4351437ed00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598435 Feb 09 07:52:02.449448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aa308-cda2-4162-be40-bd082d7492b8 req-1e0c84db-6659-4f5b-8e0e-b47577fb8b81 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:02.451222 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dc7aa308-cda2-4162-be40-bd082d7492b8 req-1e0c84db-6659-4f5b-8e0e-b47577fb8b81 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1703331 Feb 09 07:52:02.573883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-dc7aa308-cda2-4162-be40-bd082d7492b8 req-99a17ce6-8be8-45ad-a05f-e492e9f0907e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153831 Feb 09 07:52:02.682268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354c12d-967e-46ae-89ba-6f1b513be491 req-d01a4aa0-d43f-4121-8da9-efbb18476476 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:02.683961 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1354c12d-967e-46ae-89ba-6f1b513be491 req-d01a4aa0-d43f-4121-8da9-efbb18476476 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2024481 Feb 09 07:52:02.751131 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1354c12d-967e-46ae-89ba-6f1b513be491 req-6ac948cc-5324-456c-8e38-1a6fc9c6dfd9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0600183 Feb 09 07:52:02.921538 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5853fd07-c83e-4b8f-91b2-1e9132869675 req-6ba4de50-0eee-4317-90a8-d8c265c74b5f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0532734 Feb 09 07:52:03.050960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46018) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:03.198770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.214632 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:03.219300 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Usage tracker for resource:security_group_rule and tenant:17aa8d8e049149c49f0517e5d46369eb is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:03.222821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:03.228603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:03.294036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d45344-1e4e-41dd-a89f-56cb6d51288f req-251e8b26-36f0-4dbd-a88d-62db68827998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:03.296053 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2d45344-1e4e-41dd-a89f-56cb6d51288f req-251e8b26-36f0-4dbd-a88d-62db68827998 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1162 time: 0.0793147 Feb 09 07:52:03.319284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.321988 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.331463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0a527e0e-eca1-4995-932e-a51ac7f51b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:03.373978 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17aa8d8e049149c49f0517e5d46369eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217504 Feb 09 07:52:03.375706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4127ec3e-d45e-4aa8-8655-69e7f0d10141,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:03.378278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46026) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:03.380905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:03.403931 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f2d45344-1e4e-41dd-a89f-56cb6d51288f req-b10dff9a-e4fa-43a1-a60c-0629e3f3f303 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656054 Feb 09 07:52:03.442271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.470525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.501213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dca9f-a739-4500-88f0-8c7a4c0f75e3 req-00f1a1f1-12a5-4085-8346-e1b8aedb283c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:03.502919 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-845dca9f-a739-4500-88f0-8c7a4c0f75e3 req-00f1a1f1-12a5-4085-8346-e1b8aedb283c tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.2008257 Feb 09 07:52:03.515760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.520952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6324e232-c7d0-4130-8c9c-63b6d2c09714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:03.532276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127ec3e-d45e-4aa8-8655-69e7f0d10141,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:03.537146 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:03.539733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.540511 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4127ec3e-d45e-4aa8-8655-69e7f0d10141 HTTP/1.1" status: 204 len: 168 time: 0.1612399 Feb 09 07:52:03.571175 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-845dca9f-a739-4500-88f0-8c7a4c0f75e3 req-5c435da6-b9cc-4880-8e8b-a0c4ddfb8c9a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619998 Feb 09 07:52:03.881686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f985519-ef5e-47cf-9572-307c68cbcf4a req-240ced97-ce05-46b5-9115-f397740b2f9a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:03.883419 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f985519-ef5e-47cf-9572-307c68cbcf4a req-240ced97-ce05-46b5-9115-f397740b2f9a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1692522 Feb 09 07:52:03.890260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46038) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:03.910036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.928722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:03.932764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Usage tracker for resource:security_group_rule and tenant:205bce4a1ef74fa9902499aa64405f22 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:03.935844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:03.942248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:04.007114 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f985519-ef5e-47cf-9572-307c68cbcf4a req-a9b1043d-9b65-4721-b027-27613c34b971 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816963 Feb 09 07:52:04.030488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.033419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.042851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7c7b5fcf-8d01-451e-8d1d-75991294f3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:04.085550 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=205bce4a1ef74fa9902499aa64405f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937521 Feb 09 07:52:04.087229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31bb249-4a0a-4a68-845d-6904af12615c,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:04.089824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46042) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:04.092652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:04.104332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00ce5b-33cb-4cf7-ad75-fe6dafe4e89e req-10aa4301-52f2-4681-98c9-96a94c511fe2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:04.106044 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab00ce5b-33cb-4cf7-ad75-fe6dafe4e89e req-10aa4301-52f2-4681-98c9-96a94c511fe2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2216146 Feb 09 07:52:04.154708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.173745 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab00ce5b-33cb-4cf7-ad75-fe6dafe4e89e req-2e74864e-eafb-400d-8a67-73bdfa241c74 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0599294 Feb 09 07:52:04.182865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.227889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.232796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-266590f2-6961-4882-96a8-24ef50e46938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:04.248535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31bb249-4a0a-4a68-845d-6904af12615c,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:04.253216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:04.254560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.255666 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c31bb249-4a0a-4a68-845d-6904af12615c HTTP/1.1" status: 204 len: 168 time: 0.1648674 Feb 09 07:52:04.899590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03162a6-b482-4ee8-a17e-b4f844ebf430 req-c8684b73-24fe-4e28-94d8-f149cba117fa tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:04.901050 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e03162a6-b482-4ee8-a17e-b4f844ebf430 req-c8684b73-24fe-4e28-94d8-f149cba117fa tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1704617 Feb 09 07:52:04.967450 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e03162a6-b482-4ee8-a17e-b4f844ebf430 req-1c13dd1b-2cbe-4c2a-9287-a25e838df371 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596097 Feb 09 07:52:05.312168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2a372-1ba4-4efb-a544-56b332eb1e96 req-7d538614-c71e-499a-802d-d0f3d37569e8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:05.313936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0fb2a372-1ba4-4efb-a544-56b332eb1e96 req-7d538614-c71e-499a-802d-d0f3d37569e8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1715229 Feb 09 07:52:05.437536 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0fb2a372-1ba4-4efb-a544-56b332eb1e96 req-f6cf9f7a-664a-4fd4-afb2-d2c94a5b4812 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853786 Feb 09 07:52:05.521618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:52:05.537419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d616-b140-4830-afe4-413e9ced591b req-3a5cc746-238f-4167-adef-1acacb9a5226 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:05.539176 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c6d3d616-b140-4830-afe4-413e9ced591b req-3a5cc746-238f-4167-adef-1acacb9a5226 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2242360 Feb 09 07:52:05.615409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:05.615867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:05.653737 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c6d3d616-b140-4830-afe4-413e9ced591b req-00aa2c0b-0506-49f7-baa1-85a9966536b8 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1072540 Feb 09 07:52:05.753088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:05.784337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:52:05.794912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:52:05.796244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3205a6-9dab-473d-90ba-0e3e5e20c301 req-fcef05a1-83b4-4932-ac8a-e6491c463587 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:05.798068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:05.798295 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8b3205a6-9dab-473d-90ba-0e3e5e20c301 req-fcef05a1-83b4-4932-ac8a-e6491c463587 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.2210956 Feb 09 07:52:05.802190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e830ca17-7924-47cf-99a4-ddc495a7aa79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:05.866351 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8b3205a6-9dab-473d-90ba-0e3e5e20c301 req-0b1c499c-92f2-4a56-9e4b-a4e3825745f1 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613110 Feb 09 07:52:05.866562 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'code': 200} Feb 09 07:52:05.883449 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=6']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:05.889771 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:06.316363 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53a5c-500e-4220-803d-8383406b0397 req-6babc555-e198-47bb-9566-a3062cc47804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:06.318040 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-89e53a5c-500e-4220-803d-8383406b0397 req-6babc555-e198-47bb-9566-a3062cc47804 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 1163 time: 0.2303121 Feb 09 07:52:06.405568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec1aa-4e5b-4abf-96c3-b92ef0b00369 req-3849c3a8-1415-475d-961a-d1c23bf49c8e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:06.407818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-255ec1aa-4e5b-4abf-96c3-b92ef0b00369 req-3849c3a8-1415-475d-961a-d1c23bf49c8e tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2609303 Feb 09 07:52:06.494018 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-89e53a5c-500e-4220-803d-8383406b0397 req-e372094d-92f1-40a6-ab04-dbb5f57a0c4c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836916 Feb 09 07:52:06.521889 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-255ec1aa-4e5b-4abf-96c3-b92ef0b00369 req-361776a6-ab45-48e9-8a1d-1aea9177a614 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961308 Feb 09 07:52:06.606801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17049c0-9cf4-49f9-b595-79c00b99fc71 req-473c69a4-f22c-4ab3-bfea-61e98c7fd0d0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:06.608515 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f17049c0-9cf4-49f9-b595-79c00b99fc71 req-473c69a4-f22c-4ab3-bfea-61e98c7fd0d0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.3693640 Feb 09 07:52:06.676547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f17049c0-9cf4-49f9-b595-79c00b99fc71 req-b2dacebf-0acd-4bba-bb46-5d72177007ca tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610266 Feb 09 07:52:07.228414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:52:07.300815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:07.301169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:07.846837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081bbc2-36a8-4add-87ba-eb7e53bc3e06 req-8bfa3ec6-fd7e-4c5b-9466-9c35746c4b8d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:07.848495 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e081bbc2-36a8-4add-87ba-eb7e53bc3e06 req-8bfa3ec6-fd7e-4c5b-9466-9c35746c4b8d tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1783233 Feb 09 07:52:07.913631 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e081bbc2-36a8-4add-87ba-eb7e53bc3e06 req-22c03d70-5d3d-4ab1-b9f6-82ddf9de5bb8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585423 Feb 09 07:52:08.988679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46198) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:09.165416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.180329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:52:09.188509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:09.196136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Usage tracker for resource:security_group_rule and tenant:84f9e4d0f0094a029543d84aac4a5baa is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:09.200239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:09.255905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:09.256339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.290251 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255a231-e9df-4ac4-a0d1-0d8e22a2160c req-48c5934a-f3bc-4c8e-9558-df4668b03648 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:09.291986 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e255a231-e9df-4ac4-a0d1-0d8e22a2160c req-48c5934a-f3bc-4c8e-9558-df4668b03648 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2179208 Feb 09 07:52:09.296368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:09.376245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e255a231-e9df-4ac4-a0d1-0d8e22a2160c req-bea2635c-9786-400f-a5ad-7d0197abb35b tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771985 Feb 09 07:52:09.443440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.446352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.455851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9f193c20-2e39-4d55-b5e1-f2d97b0024be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:09.498185 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84f9e4d0f0094a029543d84aac4a5baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074127 Feb 09 07:52:09.500512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323f4647-7d24-4412-b572-11adcb5cd8e8,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:09.500829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46208) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:09.504085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:09.565486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.594328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.639215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.644900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-272962f3-d903-41b3-87fd-f97b42212602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:09.658311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323f4647-7d24-4412-b572-11adcb5cd8e8,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:09.666439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.667659 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/323f4647-7d24-4412-b572-11adcb5cd8e8 HTTP/1.1" status: 204 len: 168 time: 0.1657593 Feb 09 07:52:09.669260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.669721 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.670372 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.670500 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.670909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.671315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.671716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.672098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.672546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.672946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.673343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.673833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.674244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.674640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.675037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.675432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.675828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.676222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.676613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.677007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.677398 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.677819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.678211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.678605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:09.682140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:09.767977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe3f3-1392-47f9-aae4-2ae4af7a1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.014374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46216) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:10.033301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.049930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:10.054107 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Usage tracker for resource:security_group_rule and tenant:0884e634cd634d1d9d57a521da6e152e is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:10.056843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.057430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:10.064055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:10.147638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.151117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.164446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12d193a6-b2a3-4f28-b1f6-b7492d7b35e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:10.210136 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0884e634cd634d1d9d57a521da6e152e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919231 Feb 09 07:52:10.210136 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20195924-dffe-49bb-8f20-dfa880c7e2d7,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:10.210579 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46222) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:10.212048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-88ecce93-4ba6-490e-b4e4-95f0490d92f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:10.290526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.318468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.364544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.369596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f74c3c40-18a1-4821-a287-729464c0433c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:10.384148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20195924-dffe-49bb-8f20-dfa880c7e2d7,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:10.387347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:10.391741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:10.392985 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20195924-dffe-49bb-8f20-dfa880c7e2d7 HTTP/1.1" status: 204 len: 168 time: 0.1813297 Feb 09 07:52:11.826616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51cba5-a8f2-4883-9cb5-0f91c86f06f1 req-9eeb24fb-d82f-43fc-bf33-c3c840e9dcf9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:11.828385 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4a51cba5-a8f2-4883-9cb5-0f91c86f06f1 req-9eeb24fb-d82f-43fc-bf33-c3c840e9dcf9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1698384 Feb 09 07:52:12.100427 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4a51cba5-a8f2-4883-9cb5-0f91c86f06f1 req-67767d99-9464-467c-a9ca-fb76ae96eebc tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655678 Feb 09 07:52:12.274536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d2d48167-d865-4741-9319-1e176fe9700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:12.347012 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-a76f949b-365f-4732-9a48-1076b6d983a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1922691 Feb 09 07:52:12.357328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'floatingip': {'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:12.378931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:12.383081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Usage tracker for resource:floatingip and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:12.386156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:12.392576 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:12.402379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for floatingip, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:12.551360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:12.836927 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Allocated IP 172.28.0.50 (7bd86339-5bb8-487c-b656-ea7129cb3850/e1e4f4bd-d10f-4330-ac25-b95cc4a53060/d01d8f98-b4b7-42b2-8cd2-851fe83697f1) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:52:12.905459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:12.999117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.031448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.046581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-daaa35fd-ffab-4654-89b5-075e544dde5a tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:13.191006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'Port': ['ID=d01d8f98-b4b7-42b2-8cd2-851fe83697f1,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:13.195509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:13.236036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Network 7bd86339-5bb8-487c-b656-ea7129cb3850 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:52:13.237147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:52:13.239502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:52:13.246774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46306) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:13.324197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.386326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.398996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.414279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:13.418315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f718e2ebea46418964a129d351022c is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:13.421919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:13.427690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:13.513407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.516325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.525393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d829f7d8-d468-4c2c-bcbc-87808c5edaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:13.569605 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5f718e2ebea46418964a129d351022c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215735 Feb 09 07:52:13.572326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46312) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:13.575223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b3ce01-fd0e-4c40-bd1e-3db4c63d5940,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:13.588198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9eeb1e5a-e443-46c7-9308-36702feeca04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:13.623466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.643734 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.663678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.667094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.672194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.682562 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c413541a-5f3e-4d50-ae23-937c2de85cb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:13.720162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.725445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c44e3227-8db2-4594-aa1a-e2fa0e875c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:13.740919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b3ce01-fd0e-4c40-bd1e-3db4c63d5940,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:13.744903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:13.751784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.757054 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8b3ce01-fd0e-4c40-bd1e-3db4c63d5940 HTTP/1.1" status: 204 len: 168 time: 0.1835380 Feb 09 07:52:13.846790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'Port': ['ID=d01d8f98-b4b7-42b2-8cd2-851fe83697f1,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:13.851263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:13.945332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.970875 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:13.972572 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6196244 Feb 09 07:52:14.073317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-ed6482f9-c68a-4a8d-ac56-06c73155a217 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:floatingip {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:52:14.089358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-ed6482f9-c68a-4a8d-ac56-06c73155a217 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:floatingip {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:52:14.090678 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-ed6482f9-c68a-4a8d-ac56-06c73155a217 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.50 HTTP/1.1" status: 200 len: 695 time: 0.1117499 Feb 09 07:52:14.104286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46320) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:14.123511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.139741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:14.144087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Usage tracker for resource:security_group_rule and tenant:4cb59f85e2dd4016b1fa07bb3ca144f1 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:14.147210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:14.153332 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:14.241686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.244666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.254178 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-59f4c45a-e279-4546-948b-833da3e7d384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:14.279864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.296145 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cb59f85e2dd4016b1fa07bb3ca144f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906841 Feb 09 07:52:14.298546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe03757-ec2c-4733-866f-df05e0fa32e5,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:14.300979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46324) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:14.303891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:14.333118 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-05352184-e8a5-4634-a4f4-1bf6f15a01ac tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:14.334717 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-05352184-e8a5-4634-a4f4-1bf6f15a01ac tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 784 time: 0.2376645 Feb 09 07:52:14.346375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-d1c50793-6035-4ea5-8a43-025426bd502c tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:52:14.347438 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-26cf71f5-047e-4496-afe7-b29a83b51778 req-d1c50793-6035-4ea5-8a43-025426bd502c tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065277 Feb 09 07:52:14.367042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.395055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.441200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.446232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9da91430-25cc-4403-9e21-a17c210cb85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:14.459995 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe03757-ec2c-4733-866f-df05e0fa32e5,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:14.463272 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:14.464204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:14.468619 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-39efd752-03b5-473b-b62f-eccf0a3775ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fe03757-ec2c-4733-866f-df05e0fa32e5 HTTP/1.1" status: 204 len: 168 time: 0.1634631 Feb 09 07:52:14.630027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-30a5eb57-b32f-4e4f-bfbe-f873547a2e96 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:14.631762 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-30a5eb57-b32f-4e4f-bfbe-f873547a2e96 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1773269 Feb 09 07:52:14.739922 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-86cb710e-df02-486f-95ac-24c264b0d76f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.50 HTTP/1.1" status: 200 len: 695 time: 0.1018634 Feb 09 07:52:14.752002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'floatingip': {'port_id': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:14.854834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for floatingip, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:15.492661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:15.496340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:15.902711 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Floating IP 72407733-94ae-486f-9131-f8e3ca57622e associated. External IP: 172.28.0.50, port: d7579d95-6fe3-4dc6-aa23-8a5150bb6da1. Feb 09 07:52:15.932408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46356) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:16.082676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.098699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:16.102775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Usage tracker for resource:security_group_rule and tenant:8780a2ba41a646c093cce33fce47091d is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:16.105765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:16.111646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:16.198725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.201803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.210643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-56fcb825-8508-4426-badd-7d9689cbcbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:16.258899 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8780a2ba41a646c093cce33fce47091d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252623 Feb 09 07:52:16.259861 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451b48d-9122-4a15-abd2-41e737d3882d,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:16.262232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46362) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:16.263383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c0c7c9ca-c047-41e9-b77e-a054e9ff4e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:16.322223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Router 348cfc9b-2dde-497f-a559-bee56de17045 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:52:16.467587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.523731 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.587321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:52:16.592139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.596956 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] Sync routers for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:52:16.606653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:52:16.607312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:52:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:16.656014 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-10744ee9-1548-46ba-b0da-bb2bcc36ceb9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "PUT /v2.0/floatingips/72407733-94ae-486f-9131-f8e3ca57622e HTTP/1.1" status: 200 len: 995 time: 1.9089651 Feb 09 07:52:16.656691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:52:16.661698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.672229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0439a062-af15-4be0-9224-d3d5f5c34fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:16.690462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451b48d-9122-4a15-abd2-41e737d3882d,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:16.696015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:16.698234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:16.701964 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c1b5559a-97ba-4091-bb58-232325ab726a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e451b48d-9122-4a15-abd2-41e737d3882d HTTP/1.1" status: 204 len: 168 time: 0.4361930 Feb 09 07:52:16.764259 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'status': 'completed', 'code': 200} Feb 09 07:52:16.821638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:52:16.940351 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-2b01d970-f7c5-4ad9-a81f-be471ac49aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:16.942070 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-2b01d970-f7c5-4ad9-a81f-be471ac49aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1162 time: 0.2616165 Feb 09 07:52:16.944990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-55bdb352-0c29-4aef-b0f5-2948b47fc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:16.946546 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-55bdb352-0c29-4aef-b0f5-2948b47fc95f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1162 time: 0.1147201 Feb 09 07:52:17.209359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '72407733-94ae-486f-9131-f8e3ca57622e', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'floating_ip_address': '172.28.0.50', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'port_id': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'mac_address': 'fa:16:3e:b7:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:52:13Z', 'updated_at': '2021-02-09T07:52:15Z', 'revision_number': 1, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:23Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:17.213977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] Checking router: 348cfc9b-2dde-497f-a559-bee56de17045 for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:52:17.224382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:52:17.225182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:52:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:17.226893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-5190613b-d1dc-47dc-bbb4-c9812e5a9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:17.228567 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-5190613b-d1dc-47dc-bbb4-c9812e5a9a2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.2785463 Feb 09 07:52:17.231020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-2168e1f3-76f5-4cbc-a194-aac69a851be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:17.232632 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-2168e1f3-76f5-4cbc-a194-aac69a851be4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.2551317 Feb 09 07:52:17.427135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:52:17.444909 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-ecd82a34-19eb-4c78-82da-e6b75dcd9ad1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 998 time: 0.2079909 Feb 09 07:52:17.446762 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-7812e4f2-126a-410c-a99e-92464ebf6365 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 998 time: 0.1509070 Feb 09 07:52:17.572602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-d5683a6b-4d39-48ef-a0d4-1cf7d26d2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:17.574315 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-d5683a6b-4d39-48ef-a0d4-1cf7d26d2799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.1230021 Feb 09 07:52:17.577763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-5248a037-a81e-4d90-8b12-437be21ab816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:17.579367 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-5248a037-a81e-4d90-8b12-437be21ab816 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.0899272 Feb 09 07:52:17.756066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-3e534eb9-f47e-49e5-800a-e78d687644c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:17.758268 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-3e534eb9-f47e-49e5-800a-e78d687644c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754248 Feb 09 07:52:17.761407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-2a899dee-1efd-4419-81d1-ed15200672eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:17.763148 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-2a899dee-1efd-4419-81d1-ed15200672eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1380646 Feb 09 07:52:17.798348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-dba1e9ff-dec4-4e7b-b1b8-724f1e97a229 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:52:17.799563 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-dba1e9ff-dec4-4e7b-b1b8-724f1e97a229 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060179 Feb 09 07:52:17.839554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '72407733-94ae-486f-9131-f8e3ca57622e', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'floating_ip_address': '172.28.0.50', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'port_id': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'mac_address': 'fa:16:3e:b7:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:52:13Z', 'updated_at': '2021-02-09T07:52:15Z', 'revision_number': 1, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:23Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:17.844294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3cd83-ad2e-4aa5-b980-07def8ecd1b4 None None] The sync data for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb is: [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_floatingips': [{'id': '72407733-94ae-486f-9131-f8e3ca57622e', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'floating_ip_address': '172.28.0.50', 'floating_network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'router_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'port_id': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'mac_address': 'fa:16:3e:b7:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:52:13Z', 'updated_at': '2021-02-09T07:52:15Z', 'revision_number': 1, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:23Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:52:18.055883 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-c084cbd2-ef58-4139-83cf-2561204664da service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852950 Feb 09 07:52:18.059304 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-4dc0556f-0999-41bd-9f3f-4a050fcb1170 service neutron] 10.222.0.39 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527349 Feb 09 07:52:18.163171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bce2e-5d07-4930-8784-d98e20a439c9 None None] New status for floating IP 72407733-94ae-486f-9131-f8e3ca57622e: ACTIVE {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:52:18.600573 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-578bb34f-bc4f-4fdf-a1ed-ab9478a0dc0c req-4b77364e-2947-4b50-86c1-14100cce6078 service neutron] 10.222.0.39 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5337567 Feb 09 07:52:18.604167 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b2f9f9ae-e869-4237-981a-a9fd9c79ef47 req-4c81f5a5-1a7a-4c77-b59b-98e769afe7b7 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5146172 Feb 09 07:52:18.650613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-318461922', 'description': 'tempest-TestMinimumBasicScenario-318461922 description'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:18.672777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:18.682715 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:18.692360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:18.714683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:18.719160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Usage tracker for resource:security_group_rule and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:18.722108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:18.727883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:18.801847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:18.804666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:18.809874 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2e6e35d2-fc89-4f3d-8bc3-c3605ce1c3f2 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:18.856768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814e11ae-420d-42e8-9776-725564809974,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:18.860217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:18.861148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:18.862487 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e8a1c0d7-08ce-4b84-a4ce-551ee59b05b5 req-5368c186-eb6a-4b7b-aacb-34ae1a6bf457 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2165735 Feb 09 07:52:18.958725 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-ed78873f-4878-4455-a0cf-016909fac4cb tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups/814e11ae-420d-42e8-9776-725564809974 HTTP/1.1" status: 200 len: 1812 time: 0.0636721 Feb 09 07:52:18.970305 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814e11ae-420d-42e8-9776-725564809974', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:18.970668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814e11ae-420d-42e8-9776-725564809974', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:18.994993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:18.999083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Usage tracker for resource:security_group_rule and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:19.002157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:19.007996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:19.063427 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.087228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.089635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.091726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:19.115468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f746229-0032-4f57-81d8-9aafbf87c493,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:19.120939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:19.124411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.125692 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-34f20366-bade-4dcf-a3a2-30b68f1b9472 req-755b4ebb-9d19-471c-a287-7fa1bc41ac7a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1601956 Feb 09 07:52:19.221707 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-ff507025-383a-4ff2-8f7f-370e58132d0a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups/814e11ae-420d-42e8-9776-725564809974 HTTP/1.1" status: 200 len: 2405 time: 0.0640414 Feb 09 07:52:19.232326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814e11ae-420d-42e8-9776-725564809974', 'remote_group_id': None}]} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:19.232682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814e11ae-420d-42e8-9776-725564809974', 'remote_group_id': None}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:19.253962 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:19.258024 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Usage tracker for resource:security_group_rule and tenant:0e6b55d8ddbf4279b825c6412722caf9 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:19.261003 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:19.267284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:19.326012 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.350384 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.352863 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665655'] for security_group_rule, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.355025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-19f44b78-5ee5-4781-88b7-590c9dc6ea69 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:19.377838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5100c65-68c7-476c-9f64-f2936df4f6ee,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:19.380275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:19.386287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:19.387546 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6c564248-d3bb-43f3-891b-cf1989fc136d req-20cd54af-a8bc-4eeb-8b82-ffe31348f261 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1594114 Feb 09 07:52:19.546369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-0f25806d-6bfd-4de1-9347-bbc5727696f7 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:52:19.561157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-0f25806d-6bfd-4de1-9347-bbc5727696f7 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:52:19.563013 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-0f25806d-6bfd-4de1-9347-bbc5727696f7 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-318461922&fields=id&tenant_id=0e6b55d8ddbf4279b825c6412722caf9 HTTP/1.1" status: 200 len: 267 time: 0.0739994 Feb 09 07:52:19.731856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-ca623853-8c6e-48f0-8e8d-08d6a1b76993 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:19.733623 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-ca623853-8c6e-48f0-8e8d-08d6a1b76993 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1633117 Feb 09 07:52:19.745977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'port': {'security_groups': ['45585918-1550-444f-8f63-c94d798f7d8b', '814e11ae-420d-42e8-9776-725564809974']}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:19.897479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:20.229313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:52:20.256695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:20.260221 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:20.275350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5fac0bde-27d6-4365-981e-3c627baac2ce tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:20.444704 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=5']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:20.448352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:20.552933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:20.553740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:20.555313 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-30322a3a-3c12-431c-88cf-8229cc53ae6c req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "PUT /v2.0/ports/d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 981 time: 0.8146060 Feb 09 07:52:20.556125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:52:20.643870 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'status': 'completed', 'code': 200} Feb 09 07:52:20.716580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-8a5ba27a-dcf7-41d7-bc1c-b0c6bbcc4196 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:20.717312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8a5ba27a-dcf7-41d7-bc1c-b0c6bbcc4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:20.930973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513b45-f788-4d1e-814d-bce0d70aeb4b req-35cc1ed9-35a3-4097-a9a3-2b5ccef4a057 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:20.932608 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12513b45-f788-4d1e-814d-bce0d70aeb4b req-35cc1ed9-35a3-4097-a9a3-2b5ccef4a057 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.2619538 Feb 09 07:52:20.939819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-23c7beb4-96b9-497b-af1a-a848815cb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:20.941348 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-23c7beb4-96b9-497b-af1a-a848815cb56e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1202 time: 0.2314050 Feb 09 07:52:21.110763 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12513b45-f788-4d1e-814d-bce0d70aeb4b req-0a9c2be9-220a-4940-b5a1-5e397501d61a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1683185 Feb 09 07:52:21.154278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-b342becf-086c-44ad-957d-fcf56e8118c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:21.156550 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-b342becf-086c-44ad-957d-fcf56e8118c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.1980691 Feb 09 07:52:21.270355 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-732771ea-9ff5-4647-bc06-98e2765e4647 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 1000 time: 0.1042252 Feb 09 07:52:21.339355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-c3ae9cba-a376-4e0f-9200-500f706e57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:21.340892 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-c3ae9cba-a376-4e0f-9200-500f706e57b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.0633047 Feb 09 07:52:21.429349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-6c8eecc8-41c7-4fa6-9990-24575a595a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:21.430935 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-6c8eecc8-41c7-4fa6-9990-24575a595a15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783808 Feb 09 07:52:21.573894 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-acba4a04-7ac5-482a-a8d8-90386eb3dae1 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354527 Feb 09 07:52:21.588070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:52:21.659343 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:21.659858 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:21.718545 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8bd80f49-821e-44cc-b39f-e8d43d0fc5f5 req-5e9e3d6d-8b13-4347-bec4-bc0822317e1c service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374145 Feb 09 07:52:22.123060 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46446) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:22.271231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.286641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:22.290648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Usage tracker for resource:security_group_rule and tenant:fcffeff6b589409188b7876e461e2a48 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:22.293648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:22.299958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:22.382033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.384835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.393499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-868621fe-9b7a-4624-bd8b-25b869a910fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:22.435235 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcffeff6b589409188b7876e461e2a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110604 Feb 09 07:52:22.437749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f1487-c07e-4e56-ad30-ec9dad4ac54d,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:22.439197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46452) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:22.441525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:22.502535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.530532 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.576688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.581912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b19776b-7c9e-484c-ab06-d2fc802fcda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:22.594474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f1487-c07e-4e56-ad30-ec9dad4ac54d,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:22.599714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:22.603997 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:22.605220 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/371f1487-c07e-4e56-ad30-ec9dad4ac54d HTTP/1.1" status: 204 len: 168 time: 0.1649532 Feb 09 07:52:23.893147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46482) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:24.046947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.062094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:24.066193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Usage tracker for resource:security_group_rule and tenant:35e28d6a5317435ea67ca0fbb84d1e2a is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:24.069154 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:24.074983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:24.164442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.168426 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.178255 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-08719ee5-cb7a-464c-ae6f-a6e271393f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:24.220733 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35e28d6a5317435ea67ca0fbb84d1e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262417 Feb 09 07:52:24.222649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5007654b-7cd3-4a6d-a346-bbd3d3f89ab4,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:24.223811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46488) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:24.225963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:24.287112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.318314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.362260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.367066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9af7e1da-88b8-49c6-b0d2-b62bbddc0a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:24.380342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5007654b-7cd3-4a6d-a346-bbd3d3f89ab4,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:24.393456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.393909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.394338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.394752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.395163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.395574 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.395981 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.396388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.396796 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.397200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.397627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.398035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.398540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.398944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.399349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.399749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.400148 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.400549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.400948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.401347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.401776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.402177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.402575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.402973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:24.406900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:24.407683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:24.408902 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5007654b-7cd3-4a6d-a346-bbd3d3f89ab4 HTTP/1.1" status: 204 len: 168 time: 0.1840713 Feb 09 07:52:25.222655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46510) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:25.361166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1094971088-network', 'tenant_id': 'dc29473353824769a8dcb12a1bc209c2'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:25.366227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:25.370408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Usage tracker for resource:network and tenant:dc29473353824769a8dcb12a1bc209c2 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:25.373433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:25.379309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:25.388921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Made reservation on behalf of dc29473353824769a8dcb12a1bc209c2 for: {'network': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:52:25.393643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.406886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.422502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:25.426485 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Usage tracker for resource:security_group_rule and tenant:dc29473353824769a8dcb12a1bc209c2 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:25.429408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:25.435186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:25.520205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.523023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.527193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2c8c2e5a-0017-4d08-bd4b-8744335fcb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:25.556341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:52:25.569190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d2b41a-3aa5-4179-8c7b-54b13929acec,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:25.573567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:25.574575 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.574973 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Added segment 7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd of type vxlan for network de67b473-f25b-4f87-ba62-b94f991f366f Feb 09 07:52:25.606743 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.635333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.636592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:25.637234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:25.642688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e09f90c9-6b18-4e03-8371-e17cbcbe11d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:25.744913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Pushing event updated for resources: {'Network': ['ID=de67b473-f25b-4f87-ba62-b94f991f366f,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:25.751123 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5244274 Feb 09 07:52:25.751123 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:25.751401 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 46516) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:25.756475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network de67b473-f25b-4f87-ba62-b94f991f366f details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:52:25.757258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Request body: {'subnet': {'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1094971088-subnet', 'tenant_id': 'dc29473353824769a8dcb12a1bc209c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:25.762481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:25.767162 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Usage tracker for resource:subnet and tenant:dc29473353824769a8dcb12a1bc209c2 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:25.770237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:25.775883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network de67b473-f25b-4f87-ba62-b94f991f366f details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:52:25.776161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:25.789768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Made reservation on behalf of dc29473353824769a8dcb12a1bc209c2 for: {'subnet': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:52:25.794548 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519588'] for subnet, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:26.195781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852658923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519763'] for subnet, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:26.211268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:26.344836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25fb239-bca8-48ef-8752-8fa7f62cbefc,revision_number=0']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:26.348934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:26.411265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Checking segment: {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:52:26.411656 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Network hostable DHCP agents. Network: de67b473-f25b-4f87-ba62-b94f991f366f, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:52:26.429785 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Network de67b473-f25b-4f87-ba62-b94f991f366f is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:52:26.438342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, de67b473-f25b-4f87-ba62-b94f991f366f) {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:52:26.459169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca92e0c-3571-4330-ba3b-94dcf0e00d73 None None] Network de67b473-f25b-4f87-ba62-b94f991f366f requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:52:26.461210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:26.461921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:26.481046 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8e5e761a-e38c-4c2c-a4fa-575c30bea1ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7287219 Feb 09 07:52:26.689972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad160ac-508b-4ddf-ba28-d18e94d2420d None None] Network de67b473-f25b-4f87-ba62-b94f991f366f requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:52:28.923185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-ff9b5ee9-9c18-4e26-b70b-463d2d861d85 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:28.923934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-8d2ef864-05f5-436e-b755-37a210357ecd req-ff9b5ee9-9c18-4e26-b70b-463d2d861d85 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Synchronizing usage tracker for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:network {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:52:28.940196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-8d2ef864-05f5-436e-b755-37a210357ecd req-ff9b5ee9-9c18-4e26-b70b-463d2d861d85 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Unset dirty status for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:network {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:52:28.941445 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-ff9b5ee9-9c18-4e26-b70b-463d2d861d85 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/networks?id=de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 200 len: 814 time: 0.4746640 Feb 09 07:52:28.957813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-5a033efb-0414-4e0a-983c-c249daf6ebb5 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/quotas/dc29473353824769a8dcb12a1bc209c2 HTTP/1.1" status: 200 len: 375 time: 0.0102510 Feb 09 07:52:29.010286 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-2af60bbf-4ac9-4f45-8ee3-fd771d4a2147 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc29473353824769a8dcb12a1bc209c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470343 Feb 09 07:52:29.154015 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-b430ebed-56c6-44dc-98af-2a87f265aefc service neutron] 10.222.0.39 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355138 Feb 09 07:52:29.294588 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-e0eb7e6e-c788-419d-9217-1c8bb2c66d87 service neutron] 10.222.0.39 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342192 Feb 09 07:52:29.494158 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d78f7caa-5f6e-4444-90c2-8469fa5165a5 req-ee847630-af94-49bb-92b4-f567458d445e tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 210 time: 0.0481188 Feb 09 07:52:30.740996 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-52a2464f-dcc2-4149-93fe-6cd8dd4a8a6d req-7f5a3bdf-dccf-4d45-8759-b78bae83292d tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 210 time: 0.1072419 Feb 09 07:52:30.877324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-ba2ed63f-7ed5-4280-8cbe-16a1d2d42390 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:30.879001 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-ba2ed63f-7ed5-4280-8cbe-16a1d2d42390 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "GET /v2.0/networks?id=de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 200 len: 814 time: 0.2955809 Feb 09 07:52:30.909732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Request body: {'port': {'device_id': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f', 'admin_state_up': True, 'tenant_id': 'dc29473353824769a8dcb12a1bc209c2'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:31.055942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:31.059916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Usage tracker for resource:port and tenant:dc29473353824769a8dcb12a1bc209c2 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:31.063528 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:31.069294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:31.078119 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Made reservation on behalf of dc29473353824769a8dcb12a1bc209c2 for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:52:31.099259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:31.407623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Allocated IP 172.20.0.2 (de67b473-f25b-4f87-ba62-b94f991f366f/d25fb239-bca8-48ef-8752-8fa7f62cbefc/96519f87-e849-4779-baa7-c3966f8c7e79) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:52:31.620707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:31.649936 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:31.667132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d0af814a-cfb2-4aec-9100-815991628dce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:31.815537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Pushing event updated for resources: {'Port': ['ID=96519f87-e849-4779-baa7-c3966f8c7e79,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:31.820081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:31.861618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Network de67b473-f25b-4f87-ba62-b94f991f366f is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:52:31.862825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:52:31.865095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:52:32.051804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:32.052487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:32.082796 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-a9a8b431-bd72-4ad8-922d-2dc05c9e4024 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771338 Feb 09 07:52:32.171021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-7acb2d51-b6a5-44a0-bd6a-075b5d2010cb tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:32.171789 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-7acb2d51-b6a5-44a0-bd6a-075b5d2010cb tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Synchronizing usage tracker for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:52:32.180201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Request body: {'port': {'device_id': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:52:32.247143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-7acb2d51-b6a5-44a0-bd6a-075b5d2010cb tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Unset dirty status for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:52:32.248394 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-7acb2d51-b6a5-44a0-bd6a-075b5d2010cb tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 931 time: 0.3436096 Feb 09 07:52:32.346265 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:32.379042 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-5ef2a194-4ddf-4d4a-b17f-249a9f77cdae tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Synchronizing usage tracker for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:52:32.447409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-5ef2a194-4ddf-4d4a-b17f-249a9f77cdae tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Unset dirty status for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:52:32.448650 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b602bf73-c604-40a4-a2a4-9f7af6ac04f5 req-5ef2a194-4ddf-4d4a-b17f-249a9f77cdae tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614811 Feb 09 07:52:32.796720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96519f87-e849-4779-baa7-c3966f8c7e79 {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:52:32.804579 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:32.816544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Transition to ACTIVE for port object 96519f87-e849-4779-baa7-c3966f8c7e79 will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:52:32.819287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:32.834633 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dd2c4285-8cdd-4120-84eb-47488c80fe9b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:32.979666 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Pushing event updated for resources: {'Port': ['ID=96519f87-e849-4779-baa7-c3966f8c7e79,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:32.982975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:33.157237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Attempting to bind port 96519f87-e849-4779-baa7-c3966f8c7e79 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:52:33.157628 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Attempting to bind port 96519f87-e849-4779-baa7-c3966f8c7e79 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:52:33.158001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Attempting to bind port 96519f87-e849-4779-baa7-c3966f8c7e79 on network de67b473-f25b-4f87-ba62-b94f991f366f {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:52:33.163533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:52:33.163931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Checking segment: {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:52:33.164310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:33.164705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Bound using segment: {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:52:33.165181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Bound port: 96519f87-e849-4779-baa7-c3966f8c7e79, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:52:33.165553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:33.256335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] For port 96519f87-e849-4779-baa7-c3966f8c7e79, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:52:33.259492 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] For port 96519f87-e849-4779-baa7-c3966f8c7e79, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=96519f87-e849-4779-baa7-c3966f8c7e79,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:52:33.262776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:33.278267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:33.430034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Pushing event updated for resources: {'Port': ['ID=96519f87-e849-4779-baa7-c3966f8c7e79,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:33.434821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:33.471317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:33.472054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:33.473552 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] 10.222.0.44 "PUT /v2.0/ports/96519f87-e849-4779-baa7-c3966f8c7e79 HTTP/1.1" status: 200 len: 1157 time: 1.2978845 Feb 09 07:52:33.474106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:52:33.535179 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79', 'status': 'completed', 'code': 200} Feb 09 07:52:33.708266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3d4789a7-10a2-4966-9596-93bdbe0feb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:33.709961 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-3d4789a7-10a2-4966-9596-93bdbe0feb75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc29473353824769a8dcb12a1bc209c2&device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 1160 time: 0.1475232 Feb 09 07:52:33.793801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e57a-12a2-4177-8955-fd67ee60ecbe req-402127d0-2831-4aeb-a5fd-dc0ffa4effe4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:33.795386 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8329e57a-12a2-4177-8955-fd67ee60ecbe req-402127d0-2831-4aeb-a5fd-dc0ffa4effe4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 943 time: 0.1971054 Feb 09 07:52:33.879274 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-6c990f48-5590-401b-a3ee-458766afaaec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96519f87-e849-4779-baa7-c3966f8c7e79 HTTP/1.1" status: 200 len: 217 time: 0.0823286 Feb 09 07:52:33.973930 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8329e57a-12a2-4177-8955-fd67ee60ecbe req-ca4c363d-2a7b-4a93-b7f0-ceb119a3bf7c tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169636 Feb 09 07:52:33.986444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef864-05f5-436e-b755-37a210357ecd req-4b9ae73d-fc60-4d3b-b7ab-a15f09a87235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:33.988281 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-4b9ae73d-fc60-4d3b-b7ab-a15f09a87235 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25fb239-bca8-48ef-8752-8fa7f62cbefc HTTP/1.1" status: 200 len: 854 time: 0.1012399 Feb 09 07:52:34.039539 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:52:34.043373 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-f5d05c53-03b6-4b6d-8a54-f3c7c458526a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de67b473-f25b-4f87-ba62-b94f991f366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477030 Feb 09 07:52:34.409651 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-70103fb2-1703-4169-821f-b5d33f022d93 service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588989 Feb 09 07:52:34.552573 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8d2ef864-05f5-436e-b755-37a210357ecd req-cfd7e065-c4b9-4a65-8ae1-c358f7555d55 service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355565 Feb 09 07:52:34.820051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-9281434e-3ddb-47fc-b103-80dbfaa243d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:34.821727 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-9281434e-3ddb-47fc-b103-80dbfaa243d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc29473353824769a8dcb12a1bc209c2&device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 1160 time: 0.0780632 Feb 09 07:52:34.965171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-d13fbd3c-e3f2-48cb-947d-a97551ef4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:34.966812 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-d13fbd3c-e3f2-48cb-947d-a97551ef4789 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 200 len: 908 time: 0.1377041 Feb 09 07:52:35.043976 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-7f14e5cb-0902-4c94-91a5-4d1c37d79f83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96519f87-e849-4779-baa7-c3966f8c7e79 HTTP/1.1" status: 200 len: 217 time: 0.0691650 Feb 09 07:52:35.166132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-fff4488c-0c5c-4bb8-8848-0fb7c59a45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:35.167693 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-fff4488c-0c5c-4bb8-8848-0fb7c59a45e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25fb239-bca8-48ef-8752-8fa7f62cbefc HTTP/1.1" status: 200 len: 854 time: 0.1171308 Feb 09 07:52:35.224903 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-fe5a2228-436c-4a1c-a64a-91c93eabb834 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de67b473-f25b-4f87-ba62-b94f991f366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485282 Feb 09 07:52:35.355633 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc8fce-a620-42b8-be14-b8f9abe46caa req-b9caa3cb-abc6-403a-a320-b53b757bae65 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:35.357273 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-66dc8fce-a620-42b8-be14-b8f9abe46caa req-b9caa3cb-abc6-403a-a320-b53b757bae65 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 943 time: 0.2483158 Feb 09 07:52:35.497799 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-66dc8fce-a620-42b8-be14-b8f9abe46caa req-7c68b747-b432-40b5-89aa-c6142521e8b6 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278951 Feb 09 07:52:35.520243 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-bcf110ec-3110-4cca-a6af-e1c55af7e3f3 service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847250 Feb 09 07:52:35.663546 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a3d5dff-c863-47cb-aefb-6cb1f0effec8 req-6083ed22-49b1-4e71-b4de-91c641973420 service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358914 Feb 09 07:52:36.786128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab322ebd-575f-49e5-9297-20ab91f22d28 req-64112f83-33f3-4b1a-bb30-949126a0b991 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:36.787828 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab322ebd-575f-49e5-9297-20ab91f22d28 req-64112f83-33f3-4b1a-bb30-949126a0b991 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 943 time: 0.1633041 Feb 09 07:52:36.852112 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ab322ebd-575f-49e5-9297-20ab91f22d28 req-70a200b9-7e20-40b4-a792-389e065b60c6 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580323 Feb 09 07:52:37.419541 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-29e15d67-64f3-44e7-b908-5cabd3fc4df3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810509 Feb 09 07:52:37.535289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-a67590dc-706e-4d69-b613-c0c00289718d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:52:37.594678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-8cc52abf-6870-432d-baff-d27473ca1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:37.596286 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-8cc52abf-6870-432d-baff-d27473ca1531 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.0785441 Feb 09 07:52:37.753316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-4805fa0d-044f-465e-b358-76ddfb4dbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:37.754911 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-4805fa0d-044f-465e-b358-76ddfb4dbde8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.1370461 Feb 09 07:52:37.866485 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-73b9cd52-4b03-4a30-962a-0146dfb77a52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 1002 time: 0.1033187 Feb 09 07:52:37.943865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-85acc932-761d-4d3f-9519-0efd06ef0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:37.945462 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-85acc932-761d-4d3f-9519-0efd06ef0754 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0630994 Feb 09 07:52:38.101679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-f5185616-e032-4aee-86cd-5a8b213183f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:38.103272 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-f5185616-e032-4aee-86cd-5a8b213183f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483321 Feb 09 07:52:38.128716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 96519f87-e849-4779-baa7-c3966f8c7e79 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:52:38.188129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357fae3-612f-489a-9ef9-1e1da7ad2295 req-4608d005-e723-4c35-9124-34a4f6266705 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:38.189930 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0357fae3-612f-489a-9ef9-1e1da7ad2295 req-4608d005-e723-4c35-9124-34a4f6266705 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 943 time: 0.1982176 Feb 09 07:52:38.198657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 96519f87-e849-4779-baa7-c3966f8c7e79 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:52:38.204248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 96519f87-e849-4779-baa7-c3966f8c7e79 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:38.204676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:38.330356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:38.354471 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0357fae3-612f-489a-9ef9-1e1da7ad2295 req-c5a9eb35-38b3-4e66-9188-22c6e821da9e tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384289 Feb 09 07:52:38.358866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:52:38.369250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 96519f87-e849-4779-baa7-c3966f8c7e79, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=96519f87-e849-4779-baa7-c3966f8c7e79,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:52:38.382316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:38.382316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27ce912c-0f4c-4a83-8ee7-4fd4e94c0e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:38.393547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-e13fee6a-0ff7-4002-98f8-9c52e4b3d124 service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026911 Feb 09 07:52:38.423025 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79', 'code': 200} Feb 09 07:52:38.454336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=96519f87-e849-4779-baa7-c3966f8c7e79,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:38.462803 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.463200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.463587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.463971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.464356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.464735 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.465113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.465513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.465914 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.466287 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.466668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.467036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.467541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.467913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.468282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.468652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.469019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.469386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.469812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.470856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.471231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.471599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.471969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.472337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:38.476729 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:38.540073 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f97553ba-a031-45f0-9e08-68c7acca8292 req-56103fbe-fe1d-48b2-906a-753fb40dac21 service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387932 Feb 09 07:52:38.723535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29ae32-94ad-4188-b17c-cf4e2532f17d req-26270746-bbf3-4f30-aa15-851eaf3d7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:38.725089 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f29ae32-94ad-4188-b17c-cf4e2532f17d req-26270746-bbf3-4f30-aa15-851eaf3d7811 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 1162 time: 0.0794866 Feb 09 07:52:38.775909 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2f29ae32-94ad-4188-b17c-cf4e2532f17d req-7d13cee1-fc35-4f27-8169-dcd7d423a2ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372334 Feb 09 07:52:39.587920 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 96519f87-e849-4779-baa7-c3966f8c7e79 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:52:39.649698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c04d6-783b-4c12-adb2-94dd46070e6e req-4fc52408-b7e1-4d91-b095-a5e28be9047d tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:39.651352 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a13c04d6-783b-4c12-adb2-94dd46070e6e req-4fc52408-b7e1-4d91-b095-a5e28be9047d tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.1683173 Feb 09 07:52:39.660180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 96519f87-e849-4779-baa7-c3966f8c7e79 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:52:39.660604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:39.716026 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a13c04d6-783b-4c12-adb2-94dd46070e6e req-fe6021a6-599d-4562-b1bc-660429947feb tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581787 Feb 09 07:52:39.796780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-dc67040c-821d-43f3-b18a-2b54163f4a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:40.056695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:41.015498 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb09a4-265a-44aa-8cd7-421a30269f5f req-3d2cec3d-66a8-4565-b223-c5439b1452dc tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:41.017073 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2bbb09a4-265a-44aa-8cd7-421a30269f5f req-3d2cec3d-66a8-4565-b223-c5439b1452dc tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.1652329 Feb 09 07:52:41.080540 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2bbb09a4-265a-44aa-8cd7-421a30269f5f req-433f2c40-8d39-4f7b-9905-3937995b730a tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572019 Feb 09 07:52:42.277361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8dec39e9-c3d4-45cb-83a7-6dbe366825a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:42.906443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:43.625661 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:44.169620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329efc-0401-4703-a6b9-592b947e4d9c req-9acca9f4-80f7-4f92-a62c-5d04507b55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:44.171848 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-9acca9f4-80f7-4f92-a62c-5d04507b55fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1202 time: 0.1576998 Feb 09 07:52:44.258460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b944e8-f6a9-408a-8ee4-dcd3698c3539 req-f0d59cd1-fd23-4099-8020-740f057cf109 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:44.260159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12b944e8-f6a9-408a-8ee4-dcd3698c3539 req-f0d59cd1-fd23-4099-8020-740f057cf109 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.2057428 Feb 09 07:52:44.283865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:44.450333 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-12b944e8-f6a9-408a-8ee4-dcd3698c3539 req-d0706e96-d7d4-448b-8dcd-3eac5ea3b9d6 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1630001 Feb 09 07:52:44.477559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329efc-0401-4703-a6b9-592b947e4d9c req-244fccc0-c867-4805-add1-d959e08ba1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:44.479181 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-244fccc0-c867-4805-add1-d959e08ba1e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.2180426 Feb 09 07:52:44.595236 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-f6df012a-701a-420d-a7fb-e5c4bc7b454b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 1000 time: 0.1069477 Feb 09 07:52:44.671490 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329efc-0401-4703-a6b9-592b947e4d9c req-a1431c6a-0ecb-46b2-a22b-793490accf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:44.673096 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-a1431c6a-0ecb-46b2-a22b-793490accf1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.0690668 Feb 09 07:52:44.760115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329efc-0401-4703-a6b9-592b947e4d9c req-c35b2e61-3b44-4577-8a6a-5c1c8fe5cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:44.761722 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-c35b2e61-3b44-4577-8a6a-5c1c8fe5cd61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802143 Feb 09 07:52:44.909117 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-9afdad7f-4316-4079-9f3e-357a76869163 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391397 Feb 09 07:52:45.278204 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-47329efc-0401-4703-a6b9-592b947e4d9c req-cfabcad3-5c76-46f0-9879-1f918204bdb0 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3608177 Feb 09 07:52:45.750225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33a46-ed73-4cf3-a270-8ca90128edc4 req-73bf5eb8-9d19-4331-92d2-2f115f8b49d8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:45.751968 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-81b33a46-ed73-4cf3-a270-8ca90128edc4 req-73bf5eb8-9d19-4331-92d2-2f115f8b49d8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1666076 Feb 09 07:52:45.838545 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-81b33a46-ed73-4cf3-a270-8ca90128edc4 req-bf33cdc9-f31d-493b-9940-494eb6fe86a6 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0801325 Feb 09 07:52:47.130656 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca93466-a778-4955-be4b-107d97d25195 req-868f625f-aea8-4b96-985e-dc2b12db6e93 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:47.132362 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fca93466-a778-4955-be4b-107d97d25195 req-868f625f-aea8-4b96-985e-dc2b12db6e93 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1644247 Feb 09 07:52:47.215345 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-fca93466-a778-4955-be4b-107d97d25195 req-fd57c801-0e4a-42ec-a0b6-5b8d63f452c7 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0764053 Feb 09 07:52:48.471026 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ab455-85d9-4c5c-941e-0bb57b3696c4 req-3b5d3b13-e65a-4abe-aa60-599d9c7a42bd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:48.472859 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-224ab455-85d9-4c5c-941e-0bb57b3696c4 req-3b5d3b13-e65a-4abe-aa60-599d9c7a42bd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2094855 Feb 09 07:52:48.559862 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-224ab455-85d9-4c5c-941e-0bb57b3696c4 req-78b0a7c8-c61f-47db-ba99-919b015851bd tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802569 Feb 09 07:52:48.662444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364efd-2f23-4283-8273-697f57899b6d req-84a42649-fe50-45b2-9ca2-7c91bfc0a820 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:48.664178 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-76364efd-2f23-4283-8273-697f57899b6d req-84a42649-fe50-45b2-9ca2-7c91bfc0a820 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.3156636 Feb 09 07:52:48.747172 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-76364efd-2f23-4283-8273-697f57899b6d req-335cf93a-5227-4895-a910-f58e195705fe tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0764236 Feb 09 07:52:49.880328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f29b9-14cd-4260-8059-0d41fe6a4944 req-f0b335dd-11ba-4478-b464-940e88110754 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:49.882008 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-657f29b9-14cd-4260-8059-0d41fe6a4944 req-f0b335dd-11ba-4478-b464-940e88110754 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1719263 Feb 09 07:52:50.069340 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-657f29b9-14cd-4260-8059-0d41fe6a4944 req-2f54d527-2264-4498-81f2-c8d9ef1eafa1 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups?id=493cf9a6-4623-4afa-aa4c-5a6609a73d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429157 Feb 09 07:52:50.175775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6410f-d791-4e3f-b91d-81dd452da9d6 req-4a293bf4-646f-488e-b6fd-15f0a81b7e36 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:50.177435 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6bf6410f-d791-4e3f-b91d-81dd452da9d6 req-4a293bf4-646f-488e-b6fd-15f0a81b7e36 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.2944179 Feb 09 07:52:50.270023 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c0dab-b752-4420-992f-807976e37a6a req-cf7617b9-c916-4562-b974-ddebb208037f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:50.271934 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f71c0dab-b752-4420-992f-807976e37a6a req-cf7617b9-c916-4562-b974-ddebb208037f tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3517697 Feb 09 07:52:50.415698 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6bf6410f-d791-4e3f-b91d-81dd452da9d6 req-c0dc636a-8529-4751-a78f-b17260670b3d tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1424816 Feb 09 07:52:50.440415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Deleting port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:52:50.440818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:50.717944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] For port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:52:50.718293 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:51.031775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:51.032358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4065121'] for floatingip, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:51.032496 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Floating IP 706acfc0-e67d-4f2f-957f-7ad86ec6db99 disassociated. External IP: 172.28.0.145, port: 2fd8696f-d3b8-427f-94ca-a59d55e8a30a. Feb 09 07:52:51.032798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Calling delete_port for 2fd8696f-d3b8-427f-94ca-a59d55e8a30a owned by compute:nova {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:52:51.188917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:51.205912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-652d6b53-b4bf-484c-b746-9e3fbafb9396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:51.296442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event deleted for resources: {'Port': ['ID=2fd8696f-d3b8-427f-94ca-a59d55e8a30a,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:51.305389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:51.325197 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6337f882-299f-45b2-9d96-e620175781d4 req-4f1bbafa-2137-447e-967d-8e0288fc12d8 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0798793 Feb 09 07:52:51.522646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:52:51.569001 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 2fd8696f-d3b8-427f-94ca-a59d55e8a30a {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:52:51.569349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 2fd8696f-d3b8-427f-94ca-a59d55e8a30a not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:52:51.784441 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ec63-e281-4e0a-9281-779db160fb86 req-83b90065-777c-4d27-ae98-6c5bfce51c56 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:51.786183 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bdb8ec63-e281-4e0a-9281-779db160fb86 req-83b90065-777c-4d27-ae98-6c5bfce51c56 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.2293978 Feb 09 07:52:51.791542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:52:52.018189 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bdb8ec63-e281-4e0a-9281-779db160fb86 req-59074b4a-5b74-41e8-8f5d-e6ce70460ba8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2229137 Feb 09 07:52:52.066141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:52:52.076175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:52:52.087130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:52:52.087747 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:52:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:52.105493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] No DVR routers for this DVR port 2fd8696f-d3b8-427f-94ca-a59d55e8a30a on host hv-cinder-77459 {{(pid=79916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:52:52.107894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:52.111392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-deleted', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:52:52.124137 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f71c0dab-b752-4420-992f-807976e37a6a req-6e5c66fb-bce2-43a9-8dbc-79a904746a00 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.44 "DELETE /v2.0/ports/2fd8696f-d3b8-427f-94ca-a59d55e8a30a HTTP/1.1" status: 204 len: 173 time: 1.8328118 Feb 09 07:52:52.175999 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fd1b22-77af-4404-8c72-a867639d5fa0', 'name': 'network-vif-deleted', 'tag': '2fd8696f-d3b8-427f-94ca-a59d55e8a30a', 'status': 'completed', 'code': 200} Feb 09 07:52:52.446681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:52:52.535905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-63ab676f-7b71-47df-8c3a-21123760ad42 req-a0292272-0686-4773-8317-6c67f395d612 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Synchronizing usage tracker for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:52:52.550835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-63ab676f-7b71-47df-8c3a-21123760ad42 req-a0292272-0686-4773-8317-6c67f395d612 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Unset dirty status for tenant:9ad833ec4fbb425589e9c9f08918022f on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:52:52.552234 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-63ab676f-7b71-47df-8c3a-21123760ad42 req-a0292272-0686-4773-8317-6c67f395d612 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fd1b22-77af-4404-8c72-a867639d5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0645323 Feb 09 07:52:52.809271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:52.813378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:52:52.822239 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:52:52.822895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:52:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:53.020876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:52:53.325991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45648-2da9-49d0-a16d-77a861fb8ec1 req-5bc5a422-3335-4fee-80ba-6b0f8e1440a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:53.327676 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-03b45648-2da9-49d0-a16d-77a861fb8ec1 req-5bc5a422-3335-4fee-80ba-6b0f8e1440a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1696506 Feb 09 07:52:53.357313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:52:53.362126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb38a5d-125d-4c7a-b942-6a53c6bdb430 None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:45:57Z', 'revision_number': 4, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '832c42b9-2262-4770-8b95-ffcafd848add', 'name': '', 'network_id': 'f1ce8316-423c-42ee-9beb-e53fb3fd97f5', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'mac_address': 'fa:16:3e:51:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:55Z', 'updated_at': '2021-02-09T07:46:10Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'subnets': [{'id': '95e4e3fd-1e93-4f7b-9208-dbd75cd06595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:52:53.411856 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-03b45648-2da9-49d0-a16d-77a861fb8ec1 req-e6087e88-ffed-48d5-98c1-f8d596f51d6a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0770006 Feb 09 07:52:53.725700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46726) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:53.752913 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadba414-a790-466f-be38-82394343d55a None None] New status for floating IP 706acfc0-e67d-4f2f-957f-7ad86ec6db99: DOWN {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:52:53.817804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:53.848751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:53.899625 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:53.905828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-45fe1275-047c-4743-8b64-34ff80d3f668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:53.923713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cf9a6-4623-4afa-aa4c-5a6609a73d41,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:53.926561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:53.935587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:53.936858 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "DELETE /v2.0/security-groups/493cf9a6-4623-4afa-aa4c-5a6609a73d41 HTTP/1.1" status: 204 len: 168 time: 0.2096527 Feb 09 07:52:53.939799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46732) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:53.957198 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.api.v2.resource [None req-a08b3177-8bae-4f0d-94d8-868bd9b768bc tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] show failed (client error): The resource could not be found. Feb 09 07:52:53.958325 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a08b3177-8bae-4f0d-94d8-868bd9b768bc tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "GET /v2.0/security-groups/493cf9a6-4623-4afa-aa4c-5a6609a73d41 HTTP/1.1" status: 404 len: 347 time: 0.0175254 Feb 09 07:52:53.961002 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46736) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:54.159323 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Deleting port dde7192f-3b41-4e52-8fd1-23f8a454b4fc {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:52:54.159699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:54.340055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:54.340641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:54.477781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Calling delete_port for dde7192f-3b41-4e52-8fd1-23f8a454b4fc owned by network:floatingip {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:52:54.628224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:54.644422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0e67bf4f-75af-4df5-b9ca-7218894c1f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:54.705341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Pushing event deleted for resources: {'Port': ['ID=dde7192f-3b41-4e52-8fd1-23f8a454b4fc,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:54.708770 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:54.710586 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3279d-de51-434c-9886-4467b5b0ff8e req-c2a302d0-711a-47c9-a727-87feb161ae1f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:54.713380 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-31f3279d-de51-434c-9886-4467b5b0ff8e req-c2a302d0-711a-47c9-a727-87feb161ae1f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1681678 Feb 09 07:52:54.798530 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-31f3279d-de51-434c-9886-4467b5b0ff8e req-aef73ac5-cab8-4bc3-a20c-b1a13396dfc2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0786910 Feb 09 07:52:54.879034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks [] for floatingip, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:54.895813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:54.897061 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] 10.222.0.39 "DELETE /v2.0/floatingips/706acfc0-e67d-4f2f-957f-7ad86ec6db99 HTTP/1.1" status: 204 len: 168 time: 0.9351118 Feb 09 07:52:56.094926 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268497e-2d35-435b-958a-4330e71f2e55 req-a19d0d58-309b-4825-bba4-430d96bbc8d8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:56.096580 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c268497e-2d35-435b-958a-4330e71f2e55 req-a19d0d58-309b-4825-bba4-430d96bbc8d8 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1704783 Feb 09 07:52:56.180691 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c268497e-2d35-435b-958a-4330e71f2e55 req-845a1ca4-bf05-4435-95c0-9c44b13c7ec5 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0778730 Feb 09 07:52:57.492003 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7c1cb-7697-4f2e-840b-4046683edb02 req-84d3de66-8c1e-4c71-a61f-87e5f18bf2ba tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:57.493751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bab7c1cb-7697-4f2e-840b-4046683edb02 req-84d3de66-8c1e-4c71-a61f-87e5f18bf2ba tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1800578 Feb 09 07:52:57.582268 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bab7c1cb-7697-4f2e-840b-4046683edb02 req-ccf29e31-6b21-462a-92a3-454f6bc167f7 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0814619 Feb 09 07:52:57.856793 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46786) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:58.499973 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850649322'] for router_interface, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:58.906353 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b16eb-7006-4497-a90a-45a0d6cf195f req-eaefa64a-2629-43f5-b234-2d170929451c tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:52:58.909986 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-267b16eb-7006-4497-a90a-45a0d6cf195f req-eaefa64a-2629-43f5-b234-2d170929451c tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1826100 Feb 09 07:52:59.010282 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-267b16eb-7006-4497-a90a-45a0d6cf195f req-d7ec8f44-f4cc-4355-82e4-07a563622701 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0952139 Feb 09 07:52:59.132470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Deleting port 832c42b9-2262-4770-8b95-ffcafd848add {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:52:59.132851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:59.316083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] For port 832c42b9-2262-4770-8b95-ffcafd848add, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=832c42b9-2262-4770-8b95-ffcafd848add,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:52:59.316402 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:59.455639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Calling delete_port for 832c42b9-2262-4770-8b95-ffcafd848add owned by network:router_interface {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:52:59.631034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:59.646583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:59.706424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Pushing event deleted for resources: {'Port': ['ID=832c42b9-2262-4770-8b95-ffcafd848add,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:59.709182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:00.075699 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138729'] for router_interface, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:00.527275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee578245-cd8b-47f3-b8f7-70e3d60f358d req-c5730867-11bc-46f7-b063-1281bf88f03e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:00.529139 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ee578245-cd8b-47f3-b8f7-70e3d60f358d req-c5730867-11bc-46f7-b063-1281bf88f03e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.3976798 Feb 09 07:53:00.618885 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Router 9ed6c996-9e1f-44f4-bef4-48c61742077f has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:53:00.634942 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ee578245-cd8b-47f3-b8f7-70e3d60f358d req-75f3f5fc-dd37-4df7-bcfc-7f75fcf90bed tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0904083 Feb 09 07:53:00.815960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:53:00.824531 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] Sync routers for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:53:00.828584 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-31e40c28-f4aa-46f7-bfde-6f579c254253 admin admin] 10.222.0.39 "PUT /v2.0/routers/9ed6c996-9e1f-44f4-bef4-48c61742077f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705222 Feb 09 07:53:00.831627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46808) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:00.837893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:00.838550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:52:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:01.022569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks [] for router, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:01.028629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:01.351204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:52:59Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:01.355370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] Checking router: 9ed6c996-9e1f-44f4-bef4-48c61742077f for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:53:01.364935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] Routers {'9ed6c996-9e1f-44f4-bef4-48c61742077f'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:01.365605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:52:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9ed6c996-9e1f-44f4-bef4-48c61742077f'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:01.445570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:01.450855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Deleting port 6818ca46-3857-4ff6-9738-367ce2fd95ef {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:01.451227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:01.558137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] Set router 9ed6c996-9e1f-44f4-bef4-48c61742077f gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:01.645466 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] For port 6818ca46-3857-4ff6-9738-367ce2fd95ef, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=6818ca46-3857-4ff6-9738-367ce2fd95ef,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:01.646040 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:01.788541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Calling delete_port for 6818ca46-3857-4ff6-9738-367ce2fd95ef owned by network:router_gateway {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:01.943949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:01.955169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0016e-4afd-41d7-9237-12da095c86b8 req-f6a5a9ea-e790-4e7f-8dce-cca53b1bde74 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:01.957148 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5da0016e-4afd-41d7-9237-12da095c86b8 req-f6a5a9ea-e790-4e7f-8dce-cca53b1bde74 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.1801350 Feb 09 07:53:02.038141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:52:59Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:02.041636 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5da0016e-4afd-41d7-9237-12da095c86b8 req-127fb8bc-0bf6-4486-ba3a-1e3dd8a4d914 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&id=814e11ae-420d-42e8-9776-725564809974&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0765519 Feb 09 07:53:02.042919 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a484656-4b0b-4c0f-b271-e9edf27bfb6f None None] The sync data for ids ['9ed6c996-9e1f-44f4-bef4-48c61742077f'] in dv-cinder-774594-1-smb is: [{'id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'name': 'tempest-AttachVolumeShelveTestJSON-1165235879-router', 'tenant_id': '9ad833ec4fbb425589e9c9f08918022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:45:44Z', 'updated_at': '2021-02-09T07:52:59Z', 'revision_number': 5, 'project_id': '9ad833ec4fbb425589e9c9f08918022f', 'gw_port': {'id': '6818ca46-3857-4ff6-9738-367ce2fd95ef', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed6c996-9e1f-44f4-bef4-48c61742077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:45:47Z', 'updated_at': '2021-02-09T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:53:02.155640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4071317'] for router_gateway, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.297733 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850650277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854738248'] for router, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.300144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.326502 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850650143'] for router, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.327100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed6c996-9e1f-44f4-bef4-48c61742077f {{(pid=79915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 07:53:02.339723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.340954 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-f5b23b12-4091-42cd-8e37-2bea9fba9100 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9ed6c996-9e1f-44f4-bef4-48c61742077f HTTP/1.1" status: 204 len: 168 time: 1.5083344 Feb 09 07:53:02.343736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46820) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:02.410578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Deleting subnet 95e4e3fd-1e93-4f7b-9208-dbd75cd06595 {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:53:02.413722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.467513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.548662 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 832c42b9-2262-4770-8b95-ffcafd848add no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:02.559982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.587505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 832c42b9-2262-4770-8b95-ffcafd848add {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:02.587899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 832c42b9-2262-4770-8b95-ffcafd848add not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:02.826964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.847577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:02.885841 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e4e3fd-1e93-4f7b-9208-dbd75cd06595,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:02.897932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:02.981281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:02.987185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54336494-cc95-468c-ae73-b922d19b051a None None] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:53:02.988058 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c5ca01ed-e8c8-4a5d-a120-7726351f02a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/95e4e3fd-1e93-4f7b-9208-dbd75cd06595 HTTP/1.1" status: 204 len: 168 time: 0.6432748 Feb 09 07:53:02.990790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46824) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:03.108814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.177316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Deleting port ca290ef0-6005-4ea6-be71-3b67822b466b {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:03.177706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.256992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] DHCP port deletion for f1ce8316-423c-42ee-9beb-e53fb3fd97f5 request from dv-cinder-774594-1-smb {{(pid=79917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 07:53:03.261152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Deleting port ca290ef0-6005-4ea6-be71-3b67822b466b {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:03.261597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.406996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] For port ca290ef0-6005-4ea6-be71-3b67822b466b, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca290ef0-6005-4ea6-be71-3b67822b466b,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:03.407389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.482870 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] For port ca290ef0-6005-4ea6-be71-3b67822b466b, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca290ef0-6005-4ea6-be71-3b67822b466b,segment=NetworkSegment(62e24dca-3b58-49a4-8552-c9351dc11191),segment_id=62e24dca-3b58-49a4-8552-c9351dc11191)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:03.483352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.543076 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Calling delete_port for ca290ef0-6005-4ea6-be71-3b67822b466b owned by network:dhcp {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:03.615428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Calling delete_port for ca290ef0-6005-4ea6-be71-3b67822b466b owned by network:dhcp {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:03.631231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.648497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-74bafcde-e5a2-41a0-928b-8ed9fc6db5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:03.694205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79917) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:53:03.694618 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:53:03.700091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca290ef0-6005-4ea6-be71-3b67822b466b,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:03.714411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:03.799481 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] No DVR routers for this DVR port ca290ef0-6005-4ea6-be71-3b67822b466b on host dv-cinder-774594-1-smb {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:53:03.926138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.038808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ce8316-423c-42ee-9beb-e53fb3fd97f5']}} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:04.055724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e24dca-3b58-49a4-8552-c9351dc11191') {'for_net_delete': True} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:04.056094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e24dca-3b58-49a4-8552-c9351dc11191') {} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:04.068598 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278421'] for segment, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.086339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.088334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:53:04.195736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Deleting port ca290ef0-6005-4ea6-be71-3b67822b466b {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:04.196139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.267047 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6da4a0a3-8064-4736-87c4-982b2d109518 None None] The port 'ca290ef0-6005-4ea6-be71-3b67822b466b' was deleted {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 07:53:04.267296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:53:04.276326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3135949'] for segment, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.457126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Network f1ce8316-423c-42ee-9beb-e53fb3fd97f5 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:53:04.479839 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:53:04.561254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.565923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.569967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2c02b79d-01b4-4e2d-b838-4f29f4e02056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:04.583311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6818ca46-3857-4ff6-9738-367ce2fd95ef no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:04.595250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ce8316-423c-42ee-9beb-e53fb3fd97f5,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:04.598126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:04.609634 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f1ce8316-423c-42ee-9beb-e53fb3fd97f5 HTTP/1.1" status: 204 len: 168 time: 1.6177602 Feb 09 07:53:04.623319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 6818ca46-3857-4ff6-9738-367ce2fd95ef {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:04.623727 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6818ca46-3857-4ff6-9738-367ce2fd95ef not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:04.624215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca290ef0-6005-4ea6-be71-3b67822b466b no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:04.660872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: ca290ef0-6005-4ea6-be71-3b67822b466b {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:04.661273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca290ef0-6005-4ea6-be71-3b67822b466b not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:04.749900 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46840) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:04.801249 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4e8ef06f-a4ad-4080-83c2-50e056d5a57b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ad833ec4fbb425589e9c9f08918022f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500588 Feb 09 07:53:04.803932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46844) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:04.868831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.899298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.944620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.949749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-af595d3b-9088-459e-852d-9a71fdb8d743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:04.965753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e196ddf-6a63-4a80-9a84-43fc7bb4f464,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:04.972482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:04.973414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.974671 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e196ddf-6a63-4a80-9a84-43fc7bb4f464 HTTP/1.1" status: 204 len: 168 time: 0.1697493 Feb 09 07:53:05.852888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46870) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:05.999950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-290994408-network', 'tenant_id': '6392b8328f114785ba6ca857805dfd14'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:06.005182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:06.009296 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Usage tracker for resource:network and tenant:6392b8328f114785ba6ca857805dfd14 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:53:06.012392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:53:06.018779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:06.032159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Made reservation on behalf of 6392b8328f114785ba6ca857805dfd14 for: {'network': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:53:06.037218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for network, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.050152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.065378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:06.069368 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Usage tracker for resource:security_group_rule and tenant:6392b8328f114785ba6ca857805dfd14 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:53:06.072364 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:53:06.079189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:06.166780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.169720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.174111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a373f757-501b-42f4-b5ca-34afa511e688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:06.203493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:53:06.216798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8421f2-e474-4ad7-a457-e8bce9a8ecae,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:06.220898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:06.223884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245847117206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.224330 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.segments_db [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Added segment c5f4871e-549e-4bea-996b-8624acec99eb of type vxlan for network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 Feb 09 07:53:06.251832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245847599595'] for network, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.282636 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335'] for network, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.283942 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:06.284635 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.289898 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-faac8b73-cc63-45b0-bd0a-eab3a419ed0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:06.397858 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7e0557-38ee-4da0-ad51-f19d3a43bb90,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:06.400719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:06.402295 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e5e0f4bf-c4a3-42c9-8704-5c0af19f9369 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5481486 Feb 09 07:53:06.405377 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 46880) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:06.409199 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 details requested by agent ovs-agent-dv-cinder-774594-1-smb with host dv-cinder-774594-1-smb {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:53:06.411499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Request body: {'subnet': {'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-290994408-subnet', 'tenant_id': '6392b8328f114785ba6ca857805dfd14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:06.416837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:06.421062 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Usage tracker for resource:subnet and tenant:6392b8328f114785ba6ca857805dfd14 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:53:06.424182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:53:06.430139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:06.443945 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=79917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:53:06.447468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Made reservation on behalf of 6392b8328f114785ba6ca857805dfd14 for: {'subnet': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:53:06.453121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845036334'] for subnet, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.861976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3135531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845036507'] for subnet, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:06.877652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:07.247069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcf5990-54f8-463b-8fc5-73c3bb988cdd,revision_number=0']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:07.251227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:07.309690 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Checking segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:53:07.310044 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Network hostable DHCP agents. Network: 0a7e0557-38ee-4da0-ad51-f19d3a43bb90, hostable agents: ['7d254474-0d66-4617-9d6a-577e72e1a66f'], hosted agents: [] {{(pid=79915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:53:07.329275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 is scheduled to be hosted by DHCP agent 7d254474-0d66-4617-9d6a-577e72e1a66f with binding_index 1 {{(pid=79915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:53:07.338463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-smb, 0a7e0557-38ee-4da0-ad51-f19d3a43bb90) {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:53:07.350008 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6a808-9e83-4303-bc49-af990aaf0cee None None] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:53:07.352890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:07.353678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:07.376441 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-5d802b97-77e4-4bbe-978d-4a5feafc0b83 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9686708 Feb 09 07:53:07.594198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0f51b-cbb4-4876-bbcf-399937e5ad5c None None] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:53:07.983324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-482b8ed1-ef81-462a-a630-3c705675e27a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:07.984938 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-482b8ed1-ef81-462a-a630-3c705675e27a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.2387097 Feb 09 07:53:08.001536 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-e9f225df-3191-421d-81ec-fc14777af092 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/quotas/6392b8328f114785ba6ca857805dfd14 HTTP/1.1" status: 200 len: 375 time: 0.0104103 Feb 09 07:53:08.054798 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-05fca1ca-9a12-4646-9e3a-ea7b703a7d97 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478163 Feb 09 07:53:08.203110 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-381ca690-d4b5-415f-8ec9-5b97e1638309 service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403027 Feb 09 07:53:08.347469 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-122ce184-731c-4aab-8433-c544661c4592 service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372557 Feb 09 07:53:08.555818 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55a3a439-f945-4470-9247-169aa59330ca req-5e6be65e-3502-4cf0-b618-51423831f911 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 210 time: 0.0489588 Feb 09 07:53:09.766149 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bde8bbbd-c0b1-4da1-b79d-d0981a96b778 req-eb7d2434-b67d-40f5-8a2d-35525741348b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 210 time: 0.0528893 Feb 09 07:53:09.775641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c2a10da3-4f6d-413e-b43e-cce60de733fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:09.980276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-4e08a348-6c02-4bfe-9ce1-f8db253ec115 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:09.982000 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-4e08a348-6c02-4bfe-9ce1-f8db253ec115 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.2999907 Feb 09 07:53:10.025825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Request body: {'port': {'device_id': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90', 'admin_state_up': True, 'tenant_id': '6392b8328f114785ba6ca857805dfd14'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:10.062814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:10.172590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:10.176621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Usage tracker for resource:port and tenant:6392b8328f114785ba6ca857805dfd14 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:53:10.179620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:53:10.185404 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:10.194211 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Made reservation on behalf of 6392b8328f114785ba6ca857805dfd14 for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:53:10.215580 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:10.524168 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Allocated IP 172.20.0.7 (0a7e0557-38ee-4da0-ad51-f19d3a43bb90/2fcf5990-54f8-463b-8fc5-73c3bb988cdd/85587fe3-4007-4738-8899-179f02b96233) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:53:10.738205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:10.768246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:10.783918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-70692e24-d89b-431f-95e5-c59fff98f763 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:10.960836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event updated for resources: {'Port': ['ID=85587fe3-4007-4738-8899-179f02b96233,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:10.978681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:11.039412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:53:11.047722 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:53:11.049675 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:53:11.052719 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:53:11.174379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9699d-7b03-4d68-b30c-673b2604363d req-a9aafbed-08f2-4ccc-8819-5279115b5ec1 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:11.176033 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8cb9699d-7b03-4d68-b30c-673b2604363d req-a9aafbed-08f2-4ccc-8819-5279115b5ec1 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 931 time: 0.2596686 Feb 09 07:53:11.295438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:11.296551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:11.335297 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8cb9699d-7b03-4d68-b30c-673b2604363d req-c76ca804-2b56-4fce-8e1b-cabe631d5412 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497498 Feb 09 07:53:11.344510 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3228722 Feb 09 07:53:11.364271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Request body: {'port': {'device_id': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:11.494442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:11.917961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85587fe3-4007-4738-8899-179f02b96233 {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:53:11.926278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:11.938286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Transition to ACTIVE for port object 85587fe3-4007-4738-8899-179f02b96233 will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:53:11.941242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:11.957191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0d564021-d23e-4180-9671-63b5ebd09bf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:12.100445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Pushing event updated for resources: {'Port': ['ID=85587fe3-4007-4738-8899-179f02b96233,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:12.104872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:12.274564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Attempting to bind port 85587fe3-4007-4738-8899-179f02b96233 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:53:12.274865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Attempting to bind port 85587fe3-4007-4738-8899-179f02b96233 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:53:12.275246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Attempting to bind port 85587fe3-4007-4738-8899-179f02b96233 on network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:53:12.278670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4d115f56-762b-4f8e-af25-f297f5b50f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:12.281768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:53:12.282153 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Checking segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:53:12.282563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:12.282965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Bound using segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:53:12.283461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Bound port: 85587fe3-4007-4738-8899-179f02b96233, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:53:12.283838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:12.657751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] For port 85587fe3-4007-4738-8899-179f02b96233, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:53:12.663294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] For port 85587fe3-4007-4738-8899-179f02b96233, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=85587fe3-4007-4738-8899-179f02b96233,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:53:12.668665 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:12.684557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a8be14bd-7806-4ac0-9493-8ed1608e93b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:12.905553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68370c87-8155-44db-9a9b-5a99ec55640a req-c443f886-b7ca-467f-8dbb-00b221b66c48 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:12.906412 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-68370c87-8155-44db-9a9b-5a99ec55640a req-c443f886-b7ca-467f-8dbb-00b221b66c48 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Synchronizing usage tracker for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:12.909763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:12.953156 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Pushing event updated for resources: {'Port': ['ID=85587fe3-4007-4738-8899-179f02b96233,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:12.959052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:12.971623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-68370c87-8155-44db-9a9b-5a99ec55640a req-c443f886-b7ca-467f-8dbb-00b221b66c48 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Unset dirty status for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:12.972914 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-68370c87-8155-44db-9a9b-5a99ec55640a req-c443f886-b7ca-467f-8dbb-00b221b66c48 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 943 time: 0.4132254 Feb 09 07:53:13.013586 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:13.014298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:13.015813 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-80c52e2b-8069-4304-98cd-1dd7ca9a3c2b service neutron] 10.222.0.44 "PUT /v2.0/ports/85587fe3-4007-4738-8899-179f02b96233 HTTP/1.1" status: 200 len: 1157 time: 1.6563096 Feb 09 07:53:13.023169 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'tag': '85587fe3-4007-4738-8899-179f02b96233'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:13.056936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-68370c87-8155-44db-9a9b-5a99ec55640a req-ab5e8dc9-9a49-4596-b0e2-ea93e8935bca tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769534 Feb 09 07:53:13.119177 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'tag': '85587fe3-4007-4738-8899-179f02b96233', 'status': 'completed', 'code': 200} Feb 09 07:53:13.164856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-7973fa73-d4a7-49d2-b76c-b12183c38899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:13.166526 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-7973fa73-d4a7-49d2-b76c-b12183c38899 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 1160 time: 0.0850163 Feb 09 07:53:13.246832 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-ff4003e4-b17e-442c-8ff7-689e8fdfcd3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85587fe3-4007-4738-8899-179f02b96233 HTTP/1.1" status: 200 len: 217 time: 0.0654399 Feb 09 07:53:13.318812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-74be6d1d-018d-408f-ad06-7cc7d2953a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:13.320369 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-74be6d1d-018d-408f-ad06-7cc7d2953a88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0665767 Feb 09 07:53:13.373442 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-d11143c8-d78a-4f1c-a1e2-094632c1aa39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459955 Feb 09 07:53:13.516369 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-90671df1-60be-4be5-9e9a-95130c6d210f service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359065 Feb 09 07:53:13.627486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:13.663742 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ca8810c8-0151-4181-9a92-ef84086e7414 req-2d261db1-7dad-422a-b5d7-768ea9d42436 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396570 Feb 09 07:53:13.843584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392883a6-0664-4c52-bc39-efad8fb237bd req-75cdce00-61f7-4c1a-8c03-5ad5946be634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:13.845331 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-75cdce00-61f7-4c1a-8c03-5ad5946be634 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 1160 time: 0.0786963 Feb 09 07:53:13.996389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392883a6-0664-4c52-bc39-efad8fb237bd req-42bb5719-a315-41d0-8bcb-ce5d58c86274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:13.997970 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-42bb5719-a315-41d0-8bcb-ce5d58c86274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 908 time: 0.1403978 Feb 09 07:53:14.073885 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-2975739f-ef01-4b82-b047-9e4b7d3cdae9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85587fe3-4007-4738-8899-179f02b96233 HTTP/1.1" status: 200 len: 217 time: 0.0693622 Feb 09 07:53:14.143280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392883a6-0664-4c52-bc39-efad8fb237bd req-a98adf0d-5e5c-4917-9c03-f833799611ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:14.144899 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-a98adf0d-5e5c-4917-9c03-f833799611ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0645645 Feb 09 07:53:14.247128 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-18cdf55b-3300-486e-bafc-2443d0a3fb82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938931 Feb 09 07:53:14.286410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:14.475804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306f7f6-8ded-4e4a-8145-197ed5650ace req-da5d7a05-81bc-46e7-8dc4-15b061d35126 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:14.477473 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c306f7f6-8ded-4e4a-8145-197ed5650ace req-da5d7a05-81bc-46e7-8dc4-15b061d35126 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 943 time: 0.2867126 Feb 09 07:53:14.518127 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-adc3bef4-5588-4dad-9ef1-4822a03b83fd service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601125 Feb 09 07:53:14.602591 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c306f7f6-8ded-4e4a-8145-197ed5650ace req-eff79382-1449-4923-bb13-19b9dc7cc99e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105607 Feb 09 07:53:14.700333 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-392883a6-0664-4c52-bc39-efad8fb237bd req-b36f686f-d338-4937-9cf3-0c0c056a127c service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1712811 Feb 09 07:53:15.896608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa62ed-14bb-4105-897c-aa95f3f5a7e6 req-0c60f200-5973-48f7-86dc-c610967e0b6b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:15.898239 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f7aa62ed-14bb-4105-897c-aa95f3f5a7e6 req-0c60f200-5973-48f7-86dc-c610967e0b6b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 943 time: 0.1692300 Feb 09 07:53:15.931494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.objects.ports [None req-134d0ff9-97c4-4528-bbe6-f731fe0f6e08 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79917) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:53:15.964121 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f7aa62ed-14bb-4105-897c-aa95f3f5a7e6 req-225846eb-3eef-4e48-bb52-e8f82eece62f tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594165 Feb 09 07:53:16.531917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 85587fe3-4007-4738-8899-179f02b96233 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:16.601865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 85587fe3-4007-4738-8899-179f02b96233 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:53:16.606688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 85587fe3-4007-4738-8899-179f02b96233 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:16.607117 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:16.730553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:16.758464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85587fe3-4007-4738-8899-179f02b96233'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:16.769352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 85587fe3-4007-4738-8899-179f02b96233, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=85587fe3-4007-4738-8899-179f02b96233,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:16.772241 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:16.774189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:16.819927 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85587fe3-4007-4738-8899-179f02b96233', 'code': 200} Feb 09 07:53:16.847270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=85587fe3-4007-4738-8899-179f02b96233,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:16.850508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:17.155248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870028c-5d45-4c82-bd1e-cb21cf0e5c38 req-b0c9fe26-607b-4bbc-b0f3-55f5d8ac9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:17.156881 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4870028c-5d45-4c82-bd1e-cb21cf0e5c38 req-b0c9fe26-607b-4bbc-b0f3-55f5d8ac9701 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 1162 time: 0.1298504 Feb 09 07:53:17.215770 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-4870028c-5d45-4c82-bd1e-cb21cf0e5c38 req-5a1f1739-e56a-4441-81c4-48752a605fbf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Feb 09 07:53:17.305246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a6406-2883-42a7-a796-e15df774411a req-5c6d69cf-c459-49f9-8285-dc46620d75b5 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:17.306912 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f38a6406-2883-42a7-a796-e15df774411a req-5c6d69cf-c459-49f9-8285-dc46620d75b5 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 945 time: 0.2080619 Feb 09 07:53:17.370705 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f38a6406-2883-42a7-a796-e15df774411a req-9258b550-6bc8-4fcc-8581-0914c6a4ac0e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569255 Feb 09 07:53:17.949846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 85587fe3-4007-4738-8899-179f02b96233 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:18.028005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 85587fe3-4007-4738-8899-179f02b96233 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:18.028435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:18.675521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996bf8d-dcd2-4e47-a278-6b7badcc1c5e req-3d028550-f9e8-42d9-bf48-1b7f131f00ce tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:18.677174 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1996bf8d-dcd2-4e47-a278-6b7badcc1c5e req-3d028550-f9e8-42d9-bf48-1b7f131f00ce tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 945 time: 0.1716633 Feb 09 07:53:18.742844 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1996bf8d-dcd2-4e47-a278-6b7badcc1c5e req-5c839693-59d4-47fd-a389-a6121bdf1171 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Feb 09 07:53:19.905319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30f4a5-0706-4b32-ad40-7f3d79dd4ba7 req-eebe5225-d1e8-490a-aee7-1d14ea23b736 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:19.906990 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bc30f4a5-0706-4b32-ad40-7f3d79dd4ba7 req-eebe5225-d1e8-490a-aee7-1d14ea23b736 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.1697059 Feb 09 07:53:20.026926 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bc30f4a5-0706-4b32-ad40-7f3d79dd4ba7 req-02ce355d-c788-4fa8-b122-9b3398a18737 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Feb 09 07:53:20.057253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 85587fe3-4007-4738-8899-179f02b96233 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:20.124495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fb4ec-04b1-44cd-a604-b69c57cdba7f req-09ff03cf-0cc9-406c-a14e-e46be68d28d1 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:20.126240 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b31fb4ec-04b1-44cd-a604-b69c57cdba7f req-09ff03cf-0cc9-406c-a14e-e46be68d28d1 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 945 time: 0.2182431 Feb 09 07:53:20.128584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 85587fe3-4007-4738-8899-179f02b96233 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:20.129000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:20.190783 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b31fb4ec-04b1-44cd-a604-b69c57cdba7f req-ca052a4e-af97-47e2-9eb6-13b36cf83866 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Feb 09 07:53:21.456851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563faf-e0a9-402a-89f7-3fd74b628735 req-a74ef8fa-0b28-4667-9af3-ab466536a696 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:21.458514 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2563faf-e0a9-402a-89f7-3fd74b628735 req-a74ef8fa-0b28-4667-9af3-ab466536a696 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.1679506 Feb 09 07:53:21.522528 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d2563faf-e0a9-402a-89f7-3fd74b628735 req-dffe9ecb-847f-4c8c-acbf-4042adf5abd2 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Feb 09 07:53:22.815004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d533a-dcd9-4888-bcfa-00a6a84ec521 req-997e319c-a10a-4a53-8f0d-77c0af2f2bfc tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:22.816714 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c85d533a-dcd9-4888-bcfa-00a6a84ec521 req-997e319c-a10a-4a53-8f0d-77c0af2f2bfc tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.1663249 Feb 09 07:53:22.884245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c85d533a-dcd9-4888-bcfa-00a6a84ec521 req-f0fbd3bb-7486-4873-ab16-2430d1ad8c57 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613418 Feb 09 07:53:24.175848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976c39-ce5b-4102-81f7-9eb89d4ba3a3 req-fb5a381b-1a71-41e3-8b20-88527af93279 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:24.177509 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-84976c39-ce5b-4102-81f7-9eb89d4ba3a3 req-fb5a381b-1a71-41e3-8b20-88527af93279 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.1630659 Feb 09 07:53:24.242130 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-84976c39-ce5b-4102-81f7-9eb89d4ba3a3 req-581cb616-87bb-49ed-859a-5617966b9811 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581777 Feb 09 07:53:24.424701 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-07a7b3d0-c356-4d7b-af26-ced4f547b9d7 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/floatingips/98e5b663-a4f7-486e-96a9-1a2012d669a3 HTTP/1.1" status: 200 len: 999 time: 0.1305385 Feb 09 07:53:24.678952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-8abef8ac-6e20-4271-ac1e-c17229aac98c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:24.680539 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-8abef8ac-6e20-4271-ac1e-c17229aac98c tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 784 time: 0.2500315 Feb 09 07:53:24.717966 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-d4d7e7b4-2b1e-4c79-86c9-2d9676f91136 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=79916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:53:24.719552 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-d4d7e7b4-2b1e-4c79-86c9-2d9676f91136 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0138516 Feb 09 07:53:25.156121 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-93db0421-4b57-4d37-9830-2b0e40a1cbf0 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.146 HTTP/1.1" status: 200 len: 1002 time: 0.4213262 Feb 09 07:53:25.247797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-1c1e3ade-f418-4384-9d29-5212e31c946d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:25.249360 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-1c1e3ade-f418-4384-9d29-5212e31c946d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.5678267 Feb 09 07:53:25.364391 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-f1868418-695a-47c2-bd5d-722633ec157c tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/quotas/6392b8328f114785ba6ca857805dfd14 HTTP/1.1" status: 200 len: 375 time: 0.0375512 Feb 09 07:53:25.523234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-78cd52f6-2831-47af-8878-fd7fd890b6f1 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:25.524649 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-78cd52f6-2831-47af-8878-fd7fd890b6f1 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports/259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 943 time: 0.3616619 Feb 09 07:53:25.636237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-c7556f51-9b0e-4f5a-a7a9-b463c3950e47 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:25.637918 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-c7556f51-9b0e-4f5a-a7a9-b463c3950e47 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 945 time: 0.3870838 Feb 09 07:53:25.827719 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-dda1473b-0ca5-4d26-96b5-10405a5510a1 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4506581 Feb 09 07:53:25.834378 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 96519f87-e849-4779-baa7-c3966f8c7e79 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:25.855028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Deleting port 96519f87-e849-4779-baa7-c3966f8c7e79 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:25.855420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:25.935850 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-704ad738-245e-4950-98e5-eab8bde18ba3 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.146 HTTP/1.1" status: 200 len: 1002 time: 0.2959652 Feb 09 07:53:25.958453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:25.987595 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:25.997720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 96519f87-e849-4779-baa7-c3966f8c7e79, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=96519f87-e849-4779-baa7-c3966f8c7e79,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:26.001341 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:26.003201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4eaab025-b46e-4659-9742-05f3c77105d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:26.071725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=96519f87-e849-4779-baa7-c3966f8c7e79,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:26.075099 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:26.356946 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-6de25766-91aa-4d85-abba-4a9475a68a33 service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676926 Feb 09 07:53:26.495176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Deleting port 8a25b30f-e3d2-45e2-a6d7-5a4d796a1d01 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:26.495558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:26.682843 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] For port 96519f87-e849-4779-baa7-c3966f8c7e79, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=96519f87-e849-4779-baa7-c3966f8c7e79,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:26.683176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:26.713083 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-b30f74d4-f2fc-4f66-917c-00d3d0a1eb8e service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3375633 Feb 09 07:53:27.116519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Calling delete_port for 96519f87-e849-4779-baa7-c3966f8c7e79 owned by compute:nova {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:27.291476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:27.291856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:27.435896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Calling delete_port for 8a25b30f-e3d2-45e2-a6d7-5a4d796a1d01 owned by network:floatingip {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:27.605868 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73bd9e-332b-464e-a07c-e39a9e3cf236 req-190971de-34b3-4fe5-9d2e-d375fd523ea4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:27.607548 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a73bd9e-332b-464e-a07c-e39a9e3cf236 req-190971de-34b3-4fe5-9d2e-d375fd523ea4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 943 time: 0.5493386 Feb 09 07:53:27.724227 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7a73bd9e-332b-464e-a07c-e39a9e3cf236 req-5383df50-402a-4ec9-b816-7aaa26fed670 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085782 Feb 09 07:53:27.724905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:27.752226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2388d509-e385-4466-b702-478e6f84c4a5 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:27.795574 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79', 'code': 200} Feb 09 07:53:27.811304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Pushing event deleted for resources: {'Port': ['ID=96519f87-e849-4779-baa7-c3966f8c7e79,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:27.836327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.836756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.837170 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.837639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.838011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.838418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.838821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.839223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.839623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.840022 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.840420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.840814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.841313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.841761 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.842160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.842553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.842945 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.843392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.844294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.844674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.845068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.845461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.845881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.846280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:27.899599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:27.967702 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-89ef3a8b-c97b-4e10-b5e5-1313dd1dc1cf req-8e71531d-1928-4cbb-b0ee-370c37d3da1d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 210 time: 0.0630302 Feb 09 07:53:28.089779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:28.110034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3e618ba4-b01f-4a87-9ec5-56003cbce5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:28.150105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] No DVR routers for this DVR port 96519f87-e849-4779-baa7-c3966f8c7e79 on host hv-cinder-77459 {{(pid=79916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:53:28.170631 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:28.173686 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event deleted for resources: {'Port': ['ID=8a25b30f-e3d2-45e2-a6d7-5a4d796a1d01,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:28.175639 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'name': 'network-vif-deleted', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:28.180607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:28.236094 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-4e4dfcb0-dee4-4878-99a6-757b4df16f3d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:28.236918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-4e4dfcb0-dee4-4878-99a6-757b4df16f3d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Synchronizing usage tracker for tenant:6392b8328f114785ba6ca857805dfd14 on resource:network {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:28.248434 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f339f-b6c2-4f68-8e86-2391f81b055a', 'name': 'network-vif-deleted', 'tag': '96519f87-e849-4779-baa7-c3966f8c7e79', 'status': 'completed', 'code': 200} Feb 09 07:53:28.254316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-4e4dfcb0-dee4-4878-99a6-757b4df16f3d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Unset dirty status for tenant:6392b8328f114785ba6ca857805dfd14 on resource:network {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:28.255572 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-4e4dfcb0-dee4-4878-99a6-757b4df16f3d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.2623651 Feb 09 07:53:28.269218 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-be1b79fc-1162-4829-8d6d-e0b3cb0313dd req-993f7c3d-efe1-46ce-a455-369a39f73636 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "DELETE /v2.0/ports/96519f87-e849-4779-baa7-c3966f8c7e79 HTTP/1.1" status: 204 len: 173 time: 2.6237261 Feb 09 07:53:28.295930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Request body: {'port': {'device_id': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90', 'admin_state_up': True, 'tenant_id': '6392b8328f114785ba6ca857805dfd14'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:28.366222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for floatingip, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:28.366581 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Floating IP 98e5b663-a4f7-486e-96a9-1a2012d669a3 disassociated (deleted). External IP: 172.28.0.146, port: 259d4efa-cfd6-442c-bc84-2a7cbe62a775. Feb 09 07:53:28.456096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:28.466247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:28.478340 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Made reservation on behalf of 6392b8328f114785ba6ca857805dfd14 for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:53:28.502725 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:28.762825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Router 46fcc959-118a-44a1-8b4c-da808a257d60 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:53:28.855188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Allocated IP 172.20.0.13 (0a7e0557-38ee-4da0-ad51-f19d3a43bb90/2fcf5990-54f8-463b-8fc5-73c3bb988cdd/62309ad3-16c8-40e4-8914-f5bfc1ba3d4f) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:53:28.973566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-427da815-efe4-4ebe-9448-de3e95aee12c req-eaa93ace-9dc1-4c7a-bb01-13f1e0fed1c3 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Synchronizing usage tracker for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:29.013352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-427da815-efe4-4ebe-9448-de3e95aee12c req-eaa93ace-9dc1-4c7a-bb01-13f1e0fed1c3 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Unset dirty status for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:29.026199 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-427da815-efe4-4ebe-9448-de3e95aee12c req-eaa93ace-9dc1-4c7a-bb01-13f1e0fed1c3 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=350f339f-b6c2-4f68-8e86-2391f81b055a HTTP/1.1" status: 200 len: 210 time: 0.1218572 Feb 09 07:53:29.050529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:53:29.056850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:29.061069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] Sync routers for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:53:29.072171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:29.073438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:29.093213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:29.118064 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-9b6b51ca-7ea1-43bf-82f7-008b19584a98 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "DELETE /v2.0/floatingips/98e5b663-a4f7-486e-96a9-1a2012d669a3 HTTP/1.1" status: 204 len: 173 time: 3.1720917 Feb 09 07:53:29.127210 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:29.147882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f720e1fa-269e-48b9-8514-2bfc3cb7592e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:29.272979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:29.289448 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-d2f0f050-9e03-4da6-b039-11a9e8dc89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:29.291174 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-d2f0f050-9e03-4da6-b039-11a9e8dc89c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.1556900 Feb 09 07:53:29.300957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event updated for resources: {'Port': ['ID=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:29.313306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.313765 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.314161 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.314653 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.315064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.315475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.315882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.316289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.316696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.317098 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.317504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.318947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.318947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.318947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.319273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.319543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.319931 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.320339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.320740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.321139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.321537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.321960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.322357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.322754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:29.328916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:29.368540 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:53:29.369828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:53:29.372139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:53:29.377382 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a20d8-addc-48b9-adc6-fe69a9e9af11 req-2e844dd0-ff5f-4aec-8eee-b982f2811e79 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:29.379116 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8e9a20d8-addc-48b9-adc6-fe69a9e9af11 req-2e844dd0-ff5f-4aec-8eee-b982f2811e79 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 932 time: 0.2016351 Feb 09 07:53:29.502393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:29.502965 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:29.531408 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2397621 Feb 09 07:53:29.545509 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8e9a20d8-addc-48b9-adc6-fe69a9e9af11 req-a6fda05b-baa4-4da6-bd53-a7358d56641c tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425548 Feb 09 07:53:29.555590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Request body: {'port': {'device_id': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:29.575410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-f5e410a5-f575-4453-b9d6-01650306a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:29.577348 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-f5e410a5-f575-4453-b9d6-01650306a8af service neutron] 10.222.0.39 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.1972401 Feb 09 07:53:29.615517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:26Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:29.619713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] Checking router: 46fcc959-118a-44a1-8b4c-da808a257d60 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:53:29.630534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:29.631197 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:29.690720 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:29.844440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:29.884538 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-df579143-9d6b-4ffb-8b29-b452d3a6f916 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 217 time: 0.2994080 Feb 09 07:53:29.955933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-7edee8df-7f08-403f-91ee-56a5641e09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:29.957735 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-7edee8df-7f08-403f-91ee-56a5641e09a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0655928 Feb 09 07:53:30.041621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-1b78200f-f984-4fc9-bea7-94506f249f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:30.043455 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-1b78200f-f984-4fc9-bea7-94506f249f2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789001 Feb 09 07:53:30.171104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:53:30.180316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:30.195681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Transition to ACTIVE for port object 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:53:30.200222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:30.215312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:26Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:30.219799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b46006-f3ad-41e2-9eb7-a2d771dc3f70 None None] The sync data for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb is: [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:48:15Z', 'revision_number': 4, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': '2d1ae518-1e3b-4ec6-9479-a979cfb3a33b', 'name': '', 'network_id': 'a154af99-b060-43aa-b9b0-45c7731971b0', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'mac_address': 'fa:16:3e:87:ba:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c7224952-1c15-4e97-a074-0b3688524738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:13Z', 'updated_at': '2021-02-09T07:48:26Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'subnets': [{'id': 'c7224952-1c15-4e97-a074-0b3688524738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:53:30.226533 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-8868e99b-8352-4297-9f9e-2354cda148fd service neutron] 10.222.0.39 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713800 Feb 09 07:53:30.230620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ed4b3f40-e599-4b44-a3ce-57ab3a922d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:30.265256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:30.354412 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'status': 'completed', 'code': 200} Feb 09 07:53:30.393974 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Pushing event updated for resources: {'Port': ['ID=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:30.398850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:30.467498 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-edcd4e3d-8ba9-4a24-8e9e-b31aebb0b409 req-980f38d7-f944-4baf-a004-29edadfa5e19 service neutron] 10.222.0.39 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2314098 Feb 09 07:53:30.508222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255561-a741-4090-80b2-97bc1dca6526 req-927d94e2-d442-41c2-94fc-07cc8f9c21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:30.509936 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-927d94e2-d442-41c2-94fc-07cc8f9c21a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34aea38f1df742329819d5523ba558c5&device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 1163 time: 0.1007497 Feb 09 07:53:30.605607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Attempting to bind port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:53:30.606141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Attempting to bind port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:53:30.606514 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Attempting to bind port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f on network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:53:30.616198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:53:30.616678 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Checking segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:53:30.617164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:30.617739 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Bound using segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:53:30.618309 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Bound port: 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:53:30.618915 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:30.699423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255561-a741-4090-80b2-97bc1dca6526 req-7eed3952-9f11-4668-ad11-6abc6cd4107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:30.701201 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-7eed3952-9f11-4668-ad11-6abc6cd4107d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 200 len: 903 time: 0.1836278 Feb 09 07:53:30.739795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcc8b9-2f39-4751-9b91-9a4a470fa7d1 None None] New status for floating IP 98e5b663-a4f7-486e-96a9-1a2012d669a3: DOWN {{(pid=79918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:53:30.744270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] For port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:53:30.747905 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] For port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:53:30.754178 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:30.770853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-51d99244-ac72-47a8-8d6d-80cc1109d4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:30.852879 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-269927a8-f6f7-48c7-aaa0-34f98b856b8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 200 len: 217 time: 0.1444538 Feb 09 07:53:30.955294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255561-a741-4090-80b2-97bc1dca6526 req-257baf65-ca8f-4255-8c88-b121f4ae3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:30.957169 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-257baf65-ca8f-4255-8c88-b121f4ae3de8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 200 len: 848 time: 0.0890489 Feb 09 07:53:30.961298 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Pushing event updated for resources: {'Port': ['ID=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:30.983714 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:31.004176 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.004879 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:31.006560 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] 10.222.0.44 "PUT /v2.0/ports/62309ad3-16c8-40e4-8914-f5bfc1ba3d4f HTTP/1.1" status: 200 len: 1158 time: 1.4574060 Feb 09 07:53:31.007253 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'tag': '62309ad3-16c8-40e4-8914-f5bfc1ba3d4f'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:31.049437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b78c-b84b-469b-a945-490d30c1e7e1 req-6718455c-0114-4d92-8e18-2a81ca0434cc tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.051194 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3590b78c-b84b-469b-a945-490d30c1e7e1 req-6718455c-0114-4d92-8e18-2a81ca0434cc tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 944 time: 0.2680161 Feb 09 07:53:31.144550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-65242bbb-8edd-489b-958c-702695a853f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.146365 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-65242bbb-8edd-489b-958c-702695a853f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 1161 time: 0.0854728 Feb 09 07:53:31.234634 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-fe960a46-3348-4e3f-9cb4-c3f4f76c5445 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f HTTP/1.1" status: 200 len: 217 time: 0.0661240 Feb 09 07:53:31.236148 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3590b78c-b84b-469b-a945-490d30c1e7e1 req-fec199b7-40b7-4c12-9cea-e2b9fa34438a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057651 Feb 09 07:53:31.270422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255561-a741-4090-80b2-97bc1dca6526 req-757de296-abf7-48bc-88c7-097c37ad6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.272205 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-757de296-abf7-48bc-88c7-097c37ad6d73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a154af99-b060-43aa-b9b0-45c7731971b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2198980 Feb 09 07:53:31.308568 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-cf7d5b25-4cf2-459e-8bbd-70ca6159ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.310395 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-cf7d5b25-4cf2-459e-8bbd-70ca6159ba12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0696008 Feb 09 07:53:31.359418 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84e073-ac27-4173-b521-4abc6c372554 req-76c20b49-fd6e-42a8-b9b0-e90a07ff879a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.360249 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-eb84e073-ac27-4173-b521-4abc6c372554 req-76c20b49-fd6e-42a8-b9b0-e90a07ff879a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Synchronizing usage tracker for tenant:34aea38f1df742329819d5523ba558c5 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:31.364779 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-27256264-d46b-4891-8617-0b926d12be65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466220 Feb 09 07:53:31.401839 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'tag': '62309ad3-16c8-40e4-8914-f5bfc1ba3d4f', 'status': 'completed', 'code': 200} Feb 09 07:53:31.466127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-eb84e073-ac27-4173-b521-4abc6c372554 req-76c20b49-fd6e-42a8-b9b0-e90a07ff879a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Unset dirty status for tenant:34aea38f1df742329819d5523ba558c5 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:31.467447 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-eb84e073-ac27-4173-b521-4abc6c372554 req-76c20b49-fd6e-42a8-b9b0-e90a07ff879a tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.4140341 Feb 09 07:53:31.522870 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-ccf9b651-e010-4247-8417-94bef177d7e4 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445668 Feb 09 07:53:31.550129 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-919c149f-3b84-481e-9d08-4e8700140f66 service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865885 Feb 09 07:53:31.572965 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-eb84e073-ac27-4173-b521-4abc6c372554 req-7bdaf77d-8d9e-4fdb-8543-350f5c61c5c9 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0948467 Feb 09 07:53:31.684604 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-cfe874fc-224c-4b8d-827b-d9375b602f1f req-38e8e45e-7714-4aa3-ba6c-b043074fc038 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480548 Feb 09 07:53:31.718629 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f255561-a741-4090-80b2-97bc1dca6526 req-7f19f9f1-bafe-4c16-b9cd-036ba677535c service neutron] 10.222.0.44 "GET /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481016 Feb 09 07:53:31.899288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-110cbe2c-5976-4aca-af74-fa336505c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:31.900907 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-110cbe2c-5976-4aca-af74-fa336505c0ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 1161 time: 0.0773864 Feb 09 07:53:32.043392 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-f5e4fb8d-7a48-442c-970a-8cb15838d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:32.044868 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-f5e4fb8d-7a48-442c-970a-8cb15838d7ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 908 time: 0.1366358 Feb 09 07:53:32.123159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-5cca15df-4c66-426c-8af5-e8c288f0d89d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f HTTP/1.1" status: 200 len: 217 time: 0.0695882 Feb 09 07:53:32.191106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-7c51ffe0-1114-405f-8adf-b99b206d72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:32.192638 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-7c51ffe0-1114-405f-8adf-b99b206d72d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0630884 Feb 09 07:53:32.249099 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-5c6d5aab-57d6-4221-b980-ee2375196ad4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483041 Feb 09 07:53:32.451704 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-9d33cf99-002a-4201-afd1-5ce414eab435 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921902 Feb 09 07:53:32.552888 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4b150-31ff-44f3-9b9b-8720bf1a9ed1 req-aa8ce6bd-c70b-4448-911e-db19e334b8be tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:32.554600 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c9f4b150-31ff-44f3-9b9b-8720bf1a9ed1 req-aa8ce6bd-c70b-4448-911e-db19e334b8be tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 944 time: 0.1861846 Feb 09 07:53:32.718720 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c9f4b150-31ff-44f3-9b9b-8720bf1a9ed1 req-d29470bb-98a4-4690-89d0-8a8c8c83de00 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377535 Feb 09 07:53:32.804205 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bad9280e-c3df-47a4-a269-7f6dca1049b4 req-7d834b65-b0e2-401c-b248-9551b75ed561 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2485287 Feb 09 07:53:32.909848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af6e56-38f8-41fc-a927-74e5240bdbe4 req-60baa5b5-36ca-4ff6-8f9d-567c84d1b0bf tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:32.911592 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55af6e56-38f8-41fc-a927-74e5240bdbe4 req-60baa5b5-36ca-4ff6-8f9d-567c84d1b0bf tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.1919782 Feb 09 07:53:33.033689 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55af6e56-38f8-41fc-a927-74e5240bdbe4 req-6b962911-759f-4c8a-a145-36d1d4379d54 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d9590cd-2339-47c8-ac27-d3060a88d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1132979 Feb 09 07:53:33.138979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-c12f215d-f14f-4284-8daf-20ea8ab9ed74 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:33.140713 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-c12f215d-f14f-4284-8daf-20ea8ab9ed74 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.44 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 946 time: 0.2022071 Feb 09 07:53:33.239297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Deleting port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:33.239684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:33.500181 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] For port 259d4efa-cfd6-442c-bc84-2a7cbe62a775, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=259d4efa-cfd6-442c-bc84-2a7cbe62a775,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:33.500587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:33.852866 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Calling delete_port for 259d4efa-cfd6-442c-bc84-2a7cbe62a775 owned by compute:nova {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:34.135202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db3913-9bd0-44cf-afd0-4d3199b5212e req-d8ab3c18-e450-4e07-a8b9-5ac75a9e504a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:34.136923 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c5db3913-9bd0-44cf-afd0-4d3199b5212e req-d8ab3c18-e450-4e07-a8b9-5ac75a9e504a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 944 time: 0.2550044 Feb 09 07:53:34.236264 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5e71c0cf-ce04-41e0-b136-76fd5c3662ea req-40646495-f413-4fdf-bb0c-0ebb235b8c39 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 210 time: 0.0684273 Feb 09 07:53:34.239695 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:34.257503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12726797-1011-42b2-b553-65f7ff11c507 tempest-ServerRescueNegativeTestJSON-1040349952 tempest-ServerRescueNegativeTestJSON-1040349952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:34.320417 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c5db3913-9bd0-44cf-afd0-4d3199b5212e req-4c991deb-f591-4903-b062-7c767af38505 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764610 Feb 09 07:53:34.331277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event deleted for resources: {'Port': ['ID=259d4efa-cfd6-442c-bc84-2a7cbe62a775,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:34.345876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:34.440545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:34.512101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:53:34.517227 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:34.517708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:34.621534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] No DVR routers for this DVR port 259d4efa-cfd6-442c-bc84-2a7cbe62a775 on host hv-cinder-77459 {{(pid=79916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:53:34.625874 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:34.628559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-deleted', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:34.645311 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:34.675440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62309ad3-16c8-40e4-8914-f5bfc1ba3d4f'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:34.685759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:34.690080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:34.693080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:34.735596 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:34.741670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-113dd349-dba4-41ba-a7b9-3fe738ed3334 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:34.744324 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-113dd349-dba4-41ba-a7b9-3fe738ed3334 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/networks?id=de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 200 len: 814 time: 0.3449767 Feb 09 07:53:34.746262 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd169b5ad-9e53-4ce4-ad87-2ef85479513d', 'name': 'network-vif-deleted', 'tag': '259d4efa-cfd6-442c-bc84-2a7cbe62a775', 'status': 'completed', 'code': 200} Feb 09 07:53:34.762053 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f95f8585-ca58-4ecc-9f9c-c7189b4b9dfe req-ab24a4e0-a532-45d3-a6d8-e9c81b690d7b tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.44 "DELETE /v2.0/ports/259d4efa-cfd6-442c-bc84-2a7cbe62a775 HTTP/1.1" status: 204 len: 173 time: 1.6138277 Feb 09 07:53:34.763602 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-1814ea84-61f2-4bd3-af9a-99b338ea75d9 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/quotas/dc29473353824769a8dcb12a1bc209c2 HTTP/1.1" status: 200 len: 375 time: 0.0123136 Feb 09 07:53:34.770635 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62309ad3-16c8-40e4-8914-f5bfc1ba3d4f', 'code': 200} Feb 09 07:53:34.794421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 259d4efa-cfd6-442c-bc84-2a7cbe62a775 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:34.794818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 259d4efa-cfd6-442c-bc84-2a7cbe62a775 not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:34.816865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:34.820018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:34.826198 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-079e9b7f-abde-4fc9-8e92-4bac97051d8d tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc29473353824769a8dcb12a1bc209c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560081 Feb 09 07:53:35.025696 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-26887e6d-11e2-4be4-8bc1-f1f778ea9211 service neutron] 10.222.0.39 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916475 Feb 09 07:53:35.169471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a2339-4d85-4f0b-8a8e-ce304ad18869 req-446714fa-731e-4aa6-ae2f-ebe7f3217d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:35.171136 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1a2339-4d85-4f0b-8a8e-ce304ad18869 req-446714fa-731e-4aa6-ae2f-ebe7f3217d7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 1163 time: 0.2111101 Feb 09 07:53:35.212243 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-fa909c4f-3045-452e-9e85-4ac4bf5413a2 service neutron] 10.222.0.39 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1775010 Feb 09 07:53:35.231016 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-8f1a2339-4d85-4f0b-8a8e-ce304ad18869 req-d4dec8ea-118a-4297-9f46-0bfbdcdd98e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Feb 09 07:53:35.462901 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-14e9cf55-76b7-4cec-b648-e0d9fa720f0d req-4a3b1361-9f7b-436b-9e51-dc25feaa59a2 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 210 time: 0.0947881 Feb 09 07:53:35.469497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5b452639-816e-444c-89c1-98f926878767 req-3ad53291-1e16-4ca2-9efa-008d29b6c92e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Synchronizing usage tracker for tenant:34aea38f1df742329819d5523ba558c5 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:35.485862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-5b452639-816e-444c-89c1-98f926878767 req-3ad53291-1e16-4ca2-9efa-008d29b6c92e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Unset dirty status for tenant:34aea38f1df742329819d5523ba558c5 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:35.487312 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5b452639-816e-444c-89c1-98f926878767 req-3ad53291-1e16-4ca2-9efa-008d29b6c92e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d169b5ad-9e53-4ce4-ad87-2ef85479513d HTTP/1.1" status: 200 len: 210 time: 0.0774882 Feb 09 07:53:35.756918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695de6ee-9d4c-458a-97fc-64803ebb7f5f req-555c7cec-8a9f-481b-9efb-d081b44a5743 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:35.758705 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-695de6ee-9d4c-458a-97fc-64803ebb7f5f req-555c7cec-8a9f-481b-9efb-d081b44a5743 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 946 time: 0.1678336 Feb 09 07:53:35.823057 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-695de6ee-9d4c-458a-97fc-64803ebb7f5f req-b4c2f7fd-69fd-4bcf-973e-4074a98a2f14 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 Feb 09 07:53:36.117640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:36.190281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:36.190626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:36.665635 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-76188ec9-d5cb-46e5-a0ec-beb331ba874b req-101d04b8-4707-4f80-99d8-4e22dda886cd tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 210 time: 0.0657027 Feb 09 07:53:36.719963 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-82085d5a-8f4e-4472-b78d-0101e904e5c3 req-499e9bee-d674-46a2-a98b-ee480ad6ab1e tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "GET /v2.0/security-groups/5d9590cd-2339-47c8-ac27-d3060a88d2ef HTTP/1.1" status: 200 len: 2991 time: 0.0791132 Feb 09 07:53:36.949955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-82085d5a-8f4e-4472-b78d-0101e904e5c3 req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:37.046664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-fa7b0986-719d-4c5c-9c45-a7f14288edb4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:37.048223 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-fa7b0986-719d-4c5c-9c45-a7f14288edb4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "GET /v2.0/networks?id=de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 200 len: 814 time: 0.3273160 Feb 09 07:53:37.108775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Request body: {'port': {'device_id': '82426f7d-3a97-4891-b986-969e7f05395d', 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f', 'admin_state_up': True, 'tenant_id': 'dc29473353824769a8dcb12a1bc209c2'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:37.138367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-82085d5a-8f4e-4472-b78d-0101e904e5c3 req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:37.319187 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-82085d5a-8f4e-4472-b78d-0101e904e5c3 req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:37.325477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d38a0b20-deb6-4eda-be1d-362f05e9bb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:37.416871 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e591dc9-f4d8-45fe-bbb3-11dcecaaf703 req-100992a7-887d-4273-9a3c-46e8fdc066e7 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:37.418591 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e591dc9-f4d8-45fe-bbb3-11dcecaaf703 req-100992a7-887d-4273-9a3c-46e8fdc066e7 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 946 time: 0.3664689 Feb 09 07:53:37.434438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9590cd-2339-47c8-ac27-d3060a88d2ef,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:37.454302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:37.457270 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:37.474038 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:37.488626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-82085d5a-8f4e-4472-b78d-0101e904e5c3 req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:37.489843 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-82085d5a-8f4e-4472-b78d-0101e904e5c3 req-db061f4b-897f-424f-b97d-3499aa1effea tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d9590cd-2339-47c8-ac27-d3060a88d2ef HTTP/1.1" status: 204 len: 173 time: 0.7430704 Feb 09 07:53:37.500258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Made reservation on behalf of dc29473353824769a8dcb12a1bc209c2 for: {'port': 1} {{(pid=79916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:53:37.521475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:37.550649 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47152) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:37.554473 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e591dc9-f4d8-45fe-bbb3-11dcecaaf703 req-f1a9b363-aa74-4324-8203-a43b12d296f9 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238980 Feb 09 07:53:37.880104 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-233a4cb8-4e94-4ca6-9795-f4438e7c9c7f req-9f108c28-8933-4f9d-baf8-c026f746acce tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 210 time: 0.0642858 Feb 09 07:53:37.965482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Allocated IP 172.20.0.4 (de67b473-f25b-4f87-ba62-b94f991f366f/d25fb239-bca8-48ef-8752-8fa7f62cbefc/ac8b197d-714c-40b8-804b-dbb42c91ae7f) {{(pid=79916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:53:38.139314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:38.188634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks [] for port, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:38.225532 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:38.227878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:38.228436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:38.262124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4b9bf4c2-6eec-426d-a30e-ef12156f094e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:38.282798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850649322'] for router_interface, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:38.688525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Pushing event updated for resources: {'Port': ['ID=ac8b197d-714c-40b8-804b-dbb42c91ae7f,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:38.692083 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:38.730087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Network de67b473-f25b-4f87-ba62-b94f991f366f is already hosted by enough agents. {{(pid=79916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:53:38.731355 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Resources bound (agent type, host, resource id): {{(pid=79916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:53:38.733815 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Received port after_create {{(pid=79916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:53:38.863025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:38.863761 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:38.891436 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-b409f00a-b091-4b1e-905b-27d44d6a5894 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7941866 Feb 09 07:53:38.916589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Deleting port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:38.917095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:38.919696 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Request body: {'port': {'device_id': '82426f7d-3a97-4891-b986-969e7f05395d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:39.114035 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:39.123248 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] For port 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:39.123655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:39.260683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Calling delete_port for 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b owned by network:router_interface {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:39.282896 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dcb1d-d99b-4bdd-b941-b0d2450b7219 req-3754e24f-4f9a-4132-91a3-6651ede2cd1c tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:39.283732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-156dcb1d-d99b-4bdd-b941-b0d2450b7219 req-3754e24f-4f9a-4132-91a3-6651ede2cd1c tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Synchronizing usage tracker for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:39.354670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-156dcb1d-d99b-4bdd-b941-b0d2450b7219 req-3754e24f-4f9a-4132-91a3-6651ede2cd1c tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Unset dirty status for tenant:dc29473353824769a8dcb12a1bc209c2 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:39.355986 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-156dcb1d-d99b-4bdd-b941-b0d2450b7219 req-3754e24f-4f9a-4132-91a3-6651ede2cd1c tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 931 time: 0.3328552 Feb 09 07:53:39.467713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:39.487495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-d15ab862-421f-42b7-911d-79dce1b9d605 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:39.492847 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-156dcb1d-d99b-4bdd-b941-b0d2450b7219 req-3823f948-f90d-4e23-b4cf-507f5879dace tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282675 Feb 09 07:53:39.604562 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1ae518-1e3b-4ec6-9479-a979cfb3a33b,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:39.610599 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:39.735047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-ed5501f4-4870-48fe-94e6-622f30e8a55b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2486773 Feb 09 07:53:39.777601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8b197d-714c-40b8-804b-dbb42c91ae7f {{(pid=79916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:53:39.795958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-48bf6090-9e1c-4ac2-8358-841684c07310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:39.839876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:39.875306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Transition to ACTIVE for port object ac8b197d-714c-40b8-804b-dbb42c91ae7f will not be triggered until provisioned by entity L2. {{(pid=79916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:53:39.881823 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:39.900912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:40.048279 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-3138ca14-5ad0-4a3a-8683-b91da287af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:40.049841 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-3138ca14-5ad0-4a3a-8683-b91da287af5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1202 time: 0.2550173 Feb 09 07:53:40.063723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138729'] for router_interface, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:40.068668 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:40.129475 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-788b74db-36da-4b81-91c0-26aa9ade8034 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:40.131218 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-788b74db-36da-4b81-91c0-26aa9ade8034 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.4224374 Feb 09 07:53:40.153629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b197d-714c-40b8-804b-dbb42c91ae7f,revision_number=2']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:40.166844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:40.172635 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-fb8c6510-9491-4dfc-b65c-0be830e8e44e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/quotas/6392b8328f114785ba6ca857805dfd14 HTTP/1.1" status: 200 len: 375 time: 0.0307584 Feb 09 07:53:40.317794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-af299c1d-f007-4173-ae63-d69484d6c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:40.319307 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-af299c1d-f007-4173-ae63-d69484d6c42f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.2423739 Feb 09 07:53:40.434763 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-744ac653-1418-464d-8fe3-668b06226293 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2548771 Feb 09 07:53:40.483345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Attempting to bind port ac8b197d-714c-40b8-804b-dbb42c91ae7f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:53:40.484266 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Attempting to bind port ac8b197d-714c-40b8-804b-dbb42c91ae7f by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:53:40.484643 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Attempting to bind port ac8b197d-714c-40b8-804b-dbb42c91ae7f on network de67b473-f25b-4f87-ba62-b94f991f366f {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:53:40.504818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:53:40.505198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Checking segment: {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:53:40.505629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:40.506036 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Bound using segment: {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'} {{(pid=79916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:53:40.506525 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Bound port: ac8b197d-714c-40b8-804b-dbb42c91ae7f, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de67b473-f25b-4f87-ba62-b94f991f366f'}}] {{(pid=79916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:53:40.506908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:40.586662 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-e99bbf5d-ac6f-434e-9f17-f99bcea40f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 1000 time: 0.2001891 Feb 09 07:53:40.721885 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-ed12ff02-0daf-4faf-8cf7-29a49ccaf76d service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739017 Feb 09 07:53:40.725379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-b5b5ea3d-11b0-4f78-b32e-99712cf0d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:40.726996 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-b5b5ea3d-11b0-4f78-b32e-99712cf0d034 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.1324124 Feb 09 07:53:40.766992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] For port ac8b197d-714c-40b8-804b-dbb42c91ae7f, host hv-cinder-77459, cleared binding levels {{(pid=79916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:53:40.801957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] For port ac8b197d-714c-40b8-804b-dbb42c91ae7f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ac8b197d-714c-40b8-804b-dbb42c91ae7f,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:53:40.853317 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:40.876573 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f5e73e8d-407d-4d08-93e4-69d1c07a81aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:40.926440 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-e36edc3b-75e5-49e8-937a-36e6eb7d707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:40.928045 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-e36edc3b-75e5-49e8-937a-36e6eb7d707b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1391492 Feb 09 07:53:40.929957 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Router 46fcc959-118a-44a1-8b4c-da808a257d60 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:53:41.159572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609377aa-656b-48b6-9631-bd57e2dd464f req-f3c80dc4-3aac-4250-98ec-e5ad1b39c087 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:41.161275 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-609377aa-656b-48b6-9631-bd57e2dd464f req-f3c80dc4-3aac-4250-98ec-e5ad1b39c087 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 943 time: 0.4996071 Feb 09 07:53:41.167648 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-acfbbc9a-c7ab-44f3-9931-97e2c55e4de1 service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4305251 Feb 09 07:53:41.195551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b197d-714c-40b8-804b-dbb42c91ae7f,revision_number=3']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:41.203702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:41.275229 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-609377aa-656b-48b6-9631-bd57e2dd464f req-55502638-b188-413d-8699-36a690dbde10 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028581 Feb 09 07:53:41.279741 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:41.281047 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:41.282486 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-ede646ad-6c1e-4f6d-9e37-f91e31891ee1 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac8b197d-714c-40b8-804b-dbb42c91ae7f HTTP/1.1" status: 200 len: 1157 time: 2.3674667 Feb 09 07:53:41.283037 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:41.500927 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-54006606-392a-430f-9c5a-fd70dd4d9bb1 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647066 Feb 09 07:53:41.506383 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:53:41.519066 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] Sync routers for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:53:41.530160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:41.531756 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:12Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:41.619566 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-03e84ff5-a939-42db-a4d1-f6225f307a12 admin admin] 10.222.0.39 "PUT /v2.0/routers/46fcc959-118a-44a1-8b4c-da808a257d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0674450 Feb 09 07:53:41.625616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47208) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:41.706978 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f', 'status': 'completed', 'code': 200} Feb 09 07:53:41.792769 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-91b3fb40-20dd-43e3-ace8-5320ece293f4 req-799bc485-c89c-42a3-923f-22a3c51aafe0 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 210 time: 0.0848110 Feb 09 07:53:41.838236 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-f5190532-748a-4cd2-bdf1-f27e4c38ca1f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-318461922&fields=id&tenant_id=0e6b55d8ddbf4279b825c6412722caf9 HTTP/1.1" status: 200 len: 267 time: 0.0801620 Feb 09 07:53:41.879441 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bb565faa-56d5-4eb9-b061-fc645ca356ce req-8ba99491-cdd3-4adb-849e-35bbd1891300 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3708014 Feb 09 07:53:41.904209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-f4f25fcb-1baa-4156-9b08-9046984dbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:41.907528 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-f4f25fcb-1baa-4156-9b08-9046984dbfaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc29473353824769a8dcb12a1bc209c2&device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 1160 time: 0.5472398 Feb 09 07:53:41.910316 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks [] for router, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:41.934280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:42.023019 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-0eba3f48-6146-461b-9d4e-fb6c9546fb37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8b197d-714c-40b8-804b-dbb42c91ae7f HTTP/1.1" status: 200 len: 217 time: 0.0877731 Feb 09 07:53:42.116289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-49e0c0b9-b268-4562-8c12-cfe88b955c23 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:42.118133 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-49e0c0b9-b268-4562-8c12-cfe88b955c23 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 984 time: 0.2740507 Feb 09 07:53:42.131828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:42.138031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Deleting port 0d36d08a-0109-401a-ab4d-103dfd61e8cd {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:42.138651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:42.167763 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Request body: {'port': {'security_groups': ['45585918-1550-444f-8f63-c94d798f7d8b']}} {{(pid=79916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:42.249004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-e828f90e-47f7-42d5-b62e-b4d95d2769b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:42.251118 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-e828f90e-47f7-42d5-b62e-b4d95d2769b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25fb239-bca8-48ef-8752-8fa7f62cbefc HTTP/1.1" status: 200 len: 854 time: 0.1319220 Feb 09 07:53:42.290664 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c544ee06-7103-43f6-84ed-edc5fe6b0287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:42.295549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:53:39Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:42.300501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] Checking router: 46fcc959-118a-44a1-8b4c-da808a257d60 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:53:42.309809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] Routers {'46fcc959-118a-44a1-8b4c-da808a257d60'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:42.310484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['46fcc959-118a-44a1-8b4c-da808a257d60'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:42.354580 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-0870239f-10bc-453b-9518-36b2e75a9004 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de67b473-f25b-4f87-ba62-b94f991f366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522811 Feb 09 07:53:42.368335 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] For port 0d36d08a-0109-401a-ab4d-103dfd61e8cd, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=0d36d08a-0109-401a-ab4d-103dfd61e8cd,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:42.370420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:42.430571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:42.505782 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Calling delete_port for 0d36d08a-0109-401a-ab4d-103dfd61e8cd owned by network:router_gateway {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:42.528529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] Set router 46fcc959-118a-44a1-8b4c-da808a257d60 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:42.687987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:42.766115 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-e3fd89b2-4a8e-449c-9697-5fd57473c486 service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755438 Feb 09 07:53:42.914526 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:53:39Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:42.919166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4e9f5-900f-484a-ad8c-fadc6bcbb0c3 None None] The sync data for ids ['46fcc959-118a-44a1-8b4c-da808a257d60'] in dv-cinder-774594-1-smb is: [{'id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'name': 'tempest-TestShelveInstance-1343269560-router', 'tenant_id': '34aea38f1df742329819d5523ba558c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105'}], 'enable_snat': True}, 'gw_port_id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:04Z', 'updated_at': '2021-02-09T07:53:39Z', 'revision_number': 5, 'project_id': '34aea38f1df742329819d5523ba558c5', 'gw_port': {'id': '0d36d08a-0109-401a-ab4d-103dfd61e8cd', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fcc959-118a-44a1-8b4c-da808a257d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:06Z', 'updated_at': '2021-02-09T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:53:42.922216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.086953 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-01263212-66d1-4cd0-91ee-a64834baf2fb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:43.088612 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-01263212-66d1-4cd0-91ee-a64834baf2fb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.3783178 Feb 09 07:53:43.105051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6cbb-f1b8-4ead-b8d6-a78ee79ac608 req-bd6a5dbb-0f7b-4455-8799-61ca89851983 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:43.106822 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2a4c6cbb-f1b8-4ead-b8d6-a78ee79ac608 req-bd6a5dbb-0f7b-4455-8799-61ca89851983 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 943 time: 0.6657724 Feb 09 07:53:43.122437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Request body: {'port': {'device_id': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90', 'admin_state_up': True, 'tenant_id': '6392b8328f114785ba6ca857805dfd14'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:43.244711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4071317'] for router_gateway, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.305520 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-2a4c6cbb-f1b8-4ead-b8d6-a78ee79ac608 req-37bca9af-636b-48db-8441-805f92ff772d tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906679 Feb 09 07:53:43.322075 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c0a70822-4fe9-45fc-8551-692a7ca9e72f req-04272c89-2b51-4698-b945-419fcc138eed service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5542524 Feb 09 07:53:43.368432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:43.403240 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for port, precommit_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.411328 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852659027'] for port, after_update {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.430726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-512e9edf-63e5-4d48-88ee-f5c7dd7c0e09 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:43.604841 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ede52cad-6c67-43c1-8466-6add7e66f86c req-897c3b91-1304-4ac3-9b75-b306921705fb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 210 time: 0.1215677 Feb 09 07:53:43.650304 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.656256 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850650277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854738248'] for router, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.666628 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.694553 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:53:43.698141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Usage tracker for resource:port and tenant:6392b8328f114785ba6ca857805dfd14 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:53:43.701188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:53:43.708326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:53:43.711772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850650143'] for router, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.712290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46fcc959-118a-44a1-8b4c-da808a257d60 {{(pid=79915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 07:53:43.723395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=6']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:43.728205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] Notify callbacks [] for router, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.731130 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:43.732255 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8cd6a2fe-f0ff-41e4-b2fd-1bd9e5fd9b41 admin admin] 10.222.0.39 "DELETE /v2.0/routers/46fcc959-118a-44a1-8b4c-da808a257d60 HTTP/1.1" status: 204 len: 168 time: 2.1055641 Feb 09 07:53:43.733980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47222) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:43.767295 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Made reservation on behalf of 6392b8328f114785ba6ca857805dfd14 for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:53:43.771289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-0b922881-9cf8-42b1-83bd-e02093056b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:43.772962 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-0b922881-9cf8-42b1-83bd-e02093056b20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc29473353824769a8dcb12a1bc209c2&device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 1160 time: 0.2973170 Feb 09 07:53:43.794180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.882932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Deleting subnet c7224952-1c15-4e97-a074-0b3688524738 {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:53:43.893269 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.907259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:43.908016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:43.912751 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-5f500e0d-5f1c-4863-bda4-2cae65caa747 req-a3f07f30-7c8b-4c75-90c6-315b94d3dc5e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "PUT /v2.0/ports/d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 942 time: 1.7575352 Feb 09 07:53:43.913423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:44.011758 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'status': 'completed', 'code': 200} Feb 09 07:53:44.048487 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.120685 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d47cf92c-34c3-4410-8b69-3439c16d61a3 req-e4296b1e-4937-47aa-a06e-7dfd007dc587 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups/814e11ae-420d-42e8-9776-725564809974 HTTP/1.1" status: 200 len: 3003 time: 0.1232967 Feb 09 07:53:44.174850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-f1acadf6-f888-471a-afeb-6baa64faf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:44.176499 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-f1acadf6-f888-471a-afeb-6baa64faf350 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 200 len: 908 time: 0.3942013 Feb 09 07:53:44.226207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-06502991-518a-4837-8209-11d6a4445261 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity DHCP. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:44.226932 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-06502991-518a-4837-8209-11d6a4445261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.266832 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-0bae20c4-81f4-47f2-ab19-23ce14bc5b22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8b197d-714c-40b8-804b-dbb42c91ae7f HTTP/1.1" status: 200 len: 217 time: 0.0833855 Feb 09 07:53:44.319867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:44.355478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.404591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c7090-1631-41f4-947b-584de6c1967e req-990430b0-5297-435b-8a74-5e025d2969f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:44.407074 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-990430b0-5297-435b-8a74-5e025d2969f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1162 time: 0.3274889 Feb 09 07:53:44.424688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.484751 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:44.485163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.567313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Allocated IP 172.20.0.11 (0a7e0557-38ee-4da0-ad51-f19d3a43bb90/2fcf5990-54f8-463b-8fc5-73c3bb988cdd/749eab5a-09d4-434b-83d5-0beb93224cec) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:53:44.633015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:44.649713 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d47cf92c-34c3-4410-8b69-3439c16d61a3 req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.672204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:44.672607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 2d1ae518-1e3b-4ec6-9479-a979cfb3a33b not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:44.673080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 0d36d08a-0109-401a-ab4d-103dfd61e8cd no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:44.699726 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-26a5e37e-e3c9-4f97-a523-837776defbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:44.701606 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-26a5e37e-e3c9-4f97-a523-837776defbeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25fb239-bca8-48ef-8752-8fa7f62cbefc HTTP/1.1" status: 200 len: 854 time: 0.1645596 Feb 09 07:53:44.717041 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 0d36d08a-0109-401a-ab4d-103dfd61e8cd {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:44.717795 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 0d36d08a-0109-401a-ab4d-103dfd61e8cd not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:44.749909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d47cf92c-34c3-4410-8b69-3439c16d61a3 req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:44.758901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c7090-1631-41f4-947b-584de6c1967e req-1d35a213-b6c4-4e4e-bd51-c1f359dd9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:44.760525 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-1d35a213-b6c4-4e4e-bd51-c1f359dd9a66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.3395841 Feb 09 07:53:44.778247 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-615c803e-0725-45fa-8320-e3acc2f2b201 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de67b473-f25b-4f87-ba62-b94f991f366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660577 Feb 09 07:53:44.924577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3205-163a-4e30-a80b-2536276b944f req-485b6bae-2554-41e1-b557-d22f6861130b tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:44.926253 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bd1e3205-163a-4e30-a80b-2536276b944f req-485b6bae-2554-41e1-b557-d22f6861130b tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 943 time: 0.3906913 Feb 09 07:53:45.044864 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-29499155-ff31-43ef-8339-27865b4fe2fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 1000 time: 0.2690973 Feb 09 07:53:45.048128 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d47cf92c-34c3-4410-8b69-3439c16d61a3 req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.063584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-2e163b83-f7ca-45ba-bc8a-7fcfea036f58 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:45.105922 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-bd1e3205-163a-4e30-a80b-2536276b944f req-0047baf7-626b-4e36-bfbc-a6a1776122d3 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717114 Feb 09 07:53:45.106767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e11ae-420d-42e8-9776-725564809974,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:45.110018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:45.136121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-d47cf92c-34c3-4410-8b69-3439c16d61a3 req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.137445 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d47cf92c-34c3-4410-8b69-3439c16d61a3 req-78772430-d1fa-426d-99be-e5e959c310ae tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "DELETE /v2.0/security-groups/814e11ae-420d-42e8-9776-725564809974 HTTP/1.1" status: 204 len: 173 time: 0.9988608 Feb 09 07:53:45.144728 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-d6be7db5-d877-42ac-a4c1-a66b33cdd6e1 service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304763 Feb 09 07:53:45.163598 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.171516 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.193880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-dfa31710-880b-42a1-be7e-ff8f5a9bbfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:45.242506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c7090-1631-41f4-947b-584de6c1967e req-d969162f-42bc-4202-b969-09ad4e68f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:45.244147 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-d969162f-42bc-4202-b969-09ad4e68f0d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.1900146 Feb 09 07:53:45.257443 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7224952-1c15-4e97-a074-0b3688524738,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:45.300112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:45.403970 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ee8b47b0-6b16-428a-bb7d-a7892ea83b7e req-dbdf2d48-a57b-4e62-81f3-754db4f35acd tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 210 time: 0.1302655 Feb 09 07:53:45.417999 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.422611 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7393b80-a2bc-475c-b466-dbb02140e4d2 None None] Network a154af99-b060-43aa-b9b0-45c7731971b0 requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:53:45.454217 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-cdd04cd2-4d16-4a6f-b4b3-0e70be77bdf6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c7224952-1c15-4e97-a074-0b3688524738 HTTP/1.1" status: 204 len: 168 time: 1.7166541 Feb 09 07:53:45.455838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47236) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:45.459057 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-21d558c1-14d4-45dd-bc68-507f5d2e073d tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/floatingips/72407733-94ae-486f-9131-f8e3ca57622e HTTP/1.1" status: 200 len: 997 time: 0.2779701 Feb 09 07:53:45.477297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.500410 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-42cb380e-6ef9-44ee-9679-dbbc06f68299 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:45.504251 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7988ea0e-b19e-4108-a295-8cabf896d22c req-28f0a5d8-e193-4de4-9ca5-241f3690e59d service neutron] 10.222.0.44 "GET /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3494298 Feb 09 07:53:45.560067 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c7090-1631-41f4-947b-584de6c1967e req-6d90c960-2f35-4250-863d-473ca39e02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:45.561793 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-6d90c960-2f35-4250-863d-473ca39e02d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3008554 Feb 09 07:53:45.696457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] DHCP port deletion for a154af99-b060-43aa-b9b0-45c7731971b0 request from dv-cinder-774594-1-smb {{(pid=79917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 07:53:45.701432 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Deleting port ca358db4-09fd-4984-95a8-7c199bcecb0f {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:45.702004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:45.723627 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-8fb29d9e-0134-4af3-9347-33fd211589bf tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:45.731672 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-8fb29d9e-0134-4af3-9347-33fd211589bf tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/networks/7bd86339-5bb8-487c-b656-ea7129cb3850 HTTP/1.1" status: 200 len: 784 time: 0.2620442 Feb 09 07:53:45.864538 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-54ae0725-ba68-4cec-a4f8-718609f43aff tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.50 HTTP/1.1" status: 200 len: 1000 time: 0.1318383 Feb 09 07:53:45.958151 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] For port ca358db4-09fd-4984-95a8-7c199bcecb0f, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=ca358db4-09fd-4984-95a8-7c199bcecb0f,segment=NetworkSegment(727da728-3ca9-4b4f-9ce7-e21a424f8a10),segment_id=727da728-3ca9-4b4f-9ce7-e21a424f8a10)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:45.958832 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.031681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-4472d143-8b96-4372-8247-64221cfc2791 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:46.033211 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-4472d143-8b96-4372-8247-64221cfc2791 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports/d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 942 time: 0.1616576 Feb 09 07:53:46.085723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.097124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Calling delete_port for ca358db4-09fd-4984-95a8-7c199bcecb0f owned by network:dhcp {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:46.132850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event updated for resources: {'Port': ['ID=749eab5a-09d4-434b-83d5-0beb93224cec,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:46.161357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:46.194584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940'] for port, after_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.205297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Deleting port ca358db4-09fd-4984-95a8-7c199bcecb0f {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:46.205989 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.219456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:46.276674 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-aba3bf6f-f908-453f-85d7-34b516547810 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.28.0.50 HTTP/1.1" status: 200 len: 1000 time: 0.1533022 Feb 09 07:53:46.305899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] The port 'ca358db4-09fd-4984-95a8-7c199bcecb0f' was deleted {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 07:53:46.318472 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-fd768110-11eb-44f6-8677-e81123f57126 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362854 Feb 09 07:53:46.348374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:53:46.372177 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Pushing event deleted for resources: {'Port': ['ID=ca358db4-09fd-4984-95a8-7c199bcecb0f,revision_number=None']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:46.375063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:53:46.382424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] No DVR routers for this DVR port ca358db4-09fd-4984-95a8-7c199bcecb0f on host dv-cinder-774594-1-smb {{(pid=79917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:53:46.385007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:53:46.391939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.392336 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.392717 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.393105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.393467 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.393891 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.394261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.394626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.394991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.395360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.395723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.396082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.396550 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.396912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.397284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.397723 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.398092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.398453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.398824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.399184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.399542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.399903 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.400267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.400630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:53:46.404478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cbbed56c-6be8-41ab-bc30-8406f11b161d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:46.593188 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.607963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca358db4-09fd-4984-95a8-7c199bcecb0f no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:46.652254 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ac8b197d-714c-40b8-804b-dbb42c91ae7f up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:46.683223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: ca358db4-09fd-4984-95a8-7c199bcecb0f {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:46.683396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device ca358db4-09fd-4984-95a8-7c199bcecb0f not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:46.693095 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d1953-82f8-49ea-9dbf-dfca9d5b6e42 req-e50beb5b-7704-47db-a6bc-65a7e3a8f6e4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:46.695368 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-523d1953-82f8-49ea-9dbf-dfca9d5b6e42 req-e50beb5b-7704-47db-a6bc-65a7e3a8f6e4 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 943 time: 0.4170547 Feb 09 07:53:46.716461 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:46.717142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.754499 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Deleting port d01d8f98-b4b7-42b2-8cd2-851fe83697f1 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:46.755085 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.763275 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port ac8b197d-714c-40b8-804b-dbb42c91ae7f completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:53:46.770308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ac8b197d-714c-40b8-804b-dbb42c91ae7f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:46.770814 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.823283 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-a5dfb034-d844-43c5-bcbe-de6b9326ca63 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7049196 Feb 09 07:53:46.825169 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-881c7090-1631-41f4-947b-584de6c1967e req-75990c0b-afa0-4419-be39-7c2f3018cf8a service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4794028 Feb 09 07:53:46.826665 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-523d1953-82f8-49ea-9dbf-dfca9d5b6e42 req-f84af56e-f8d6-4c3b-bc7a-6d97b5d327c9 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222835 Feb 09 07:53:46.846393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a154af99-b060-43aa-b9b0-45c7731971b0']}} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:46.865005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727da728-3ca9-4b4f-9ce7-e21a424f8a10') {'for_net_delete': True} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:46.865005 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727da728-3ca9-4b4f-9ce7-e21a424f8a10') {} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:46.891579 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Request body: {'port': {'device_id': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:53:46.913313 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.924508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278421'] for segment, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.944164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:46.956360 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port ac8b197d-714c-40b8-804b-dbb42c91ae7f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ac8b197d-714c-40b8-804b-dbb42c91ae7f,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:46.961423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.963474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:46.963681 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:46.967501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:53:47.024894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.026111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.043047 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=ac8b197d-714c-40b8-804b-dbb42c91ae7f,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:47.047327 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:47.179949 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Calling delete_port for d01d8f98-b4b7-42b2-8cd2-851fe83697f1 owned by network:floatingip {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:47.206115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.229276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Network a154af99-b060-43aa-b9b0-45c7731971b0 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:53:47.239621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3135949'] for segment, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.354166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f8efb-3a86-45b9-8ac1-31f7253cc471 req-a9327c7a-d89a-4197-9e90-d6852bf14ddb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:47.355880 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b20f8efb-3a86-45b9-8ac1-31f7253cc471 req-a9327c7a-d89a-4197-9e90-d6852bf14ddb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 932 time: 0.3672075 Feb 09 07:53:47.435442 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b20f8efb-3a86-45b9-8ac1-31f7253cc471 req-be1c3320-0de0-4009-8cea-1ef76a279d52 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728056 Feb 09 07:53:47.497439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.516491 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:47.527038 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f', 'code': 200} Feb 09 07:53:47.535347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Network a154af99-b060-43aa-b9b0-45c7731971b0 has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:53:47.559752 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:53:47.566687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event deleted for resources: {'Port': ['ID=d01d8f98-b4b7-42b2-8cd2-851fe83697f1,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:47.569812 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:47.727792 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.761549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:47.777961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:47.837638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=a154af99-b060-43aa-b9b0-45c7731971b0,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:47.857799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:47.875426 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-205a40a9-117c-42e6-82c4-268392bd5a1c admin admin] 10.222.0.39 "DELETE /v2.0/networks/a154af99-b060-43aa-b9b0-45c7731971b0 HTTP/1.1" status: 204 len: 168 time: 2.4149032 Feb 09 07:53:47.878674 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47248) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:47.994655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45956-6fd3-4753-a3a4-0f49ea1db3e6 req-fef06c88-0896-460d-9846-75e315b5ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:47.996196 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3e45956-6fd3-4753-a3a4-0f49ea1db3e6 req-fef06c88-0896-460d-9846-75e315b5ad01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 1162 time: 0.2069473 Feb 09 07:53:48.039755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:53:48.103369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749eab5a-09d4-434b-83d5-0beb93224cec {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:53:48.109776 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c3e45956-6fd3-4753-a3a4-0f49ea1db3e6 req-fbdf9e97-ea8e-4841-affe-e55b16691a48 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983222 Feb 09 07:53:48.113844 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.126755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Transition to ACTIVE for port object 749eab5a-09d4-434b-83d5-0beb93224cec will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:53:48.129670 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.145157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e3d2a59b-cdd5-4bf3-9fc1-dc2d67dcdf16 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:48.291189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=749eab5a-09d4-434b-83d5-0beb93224cec,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:48.460193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dde78-d07c-4dac-aa3d-0c9855e5d5a7 req-60d52bc9-7dc3-4ed5-8214-e2afc92593c3 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:48.461996 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-da5dde78-d07c-4dac-aa3d-0c9855e5d5a7 req-60d52bc9-7dc3-4ed5-8214-e2afc92593c3 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.4498243 Feb 09 07:53:48.465857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks [] for floatingip, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.466245 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.db.l3_db [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Floating IP 72407733-94ae-486f-9131-f8e3ca57622e disassociated (deleted). External IP: 172.28.0.50, port: d7579d95-6fe3-4dc6-aa23-8a5150bb6da1. Feb 09 07:53:48.541289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:48.674456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ac8b197d-714c-40b8-804b-dbb42c91ae7f up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:48.712988 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-da5dde78-d07c-4dac-aa3d-0c9855e5d5a7 req-2a40dbf3-ad54-4aa2-969c-4e27d0ade481 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814713 Feb 09 07:53:48.740581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Attempting to bind port 749eab5a-09d4-434b-83d5-0beb93224cec on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:53:48.741124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Attempting to bind port 749eab5a-09d4-434b-83d5-0beb93224cec by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:53:48.741306 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Attempting to bind port 749eab5a-09d4-434b-83d5-0beb93224cec on network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:53:48.748274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:53:48.748646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Checking segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:53:48.749185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.749624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Bound using segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:53:48.750124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Bound port: 749eab5a-09d4-434b-83d5-0beb93224cec, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:53:48.750774 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.754482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ac8b197d-714c-40b8-804b-dbb42c91ae7f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:48.755018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.866288 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] For port 749eab5a-09d4-434b-83d5-0beb93224cec, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:53:48.870641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] For port 749eab5a-09d4-434b-83d5-0beb93224cec, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=749eab5a-09d4-434b-83d5-0beb93224cec,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:53:48.875698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:48.900524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:49.060031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=749eab5a-09d4-434b-83d5-0beb93224cec,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:49.071951 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:49.091557 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:49.092234 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:49.093807 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-c5880320-4e3f-4481-a2c3-dae98044e3a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/749eab5a-09d4-434b-83d5-0beb93224cec HTTP/1.1" status: 200 len: 1158 time: 2.2092862 Feb 09 07:53:49.094613 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'tag': '749eab5a-09d4-434b-83d5-0beb93224cec'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:49.194907 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Router 348cfc9b-2dde-497f-a559-bee56de17045 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:53:49.242214 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-27ec8c3d-e7ac-498d-ae60-37f91b99cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:49.243849 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-27ec8c3d-e7ac-498d-ae60-37f91b99cfad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 1161 time: 0.0799162 Feb 09 07:53:49.286750 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd1b7b-e636-4edc-913d-9346d984a9d7 req-b6dae9cd-b580-4609-92e8-739e56aa170f tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:49.288466 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-99bd1b7b-e636-4edc-913d-9346d984a9d7 req-b6dae9cd-b580-4609-92e8-739e56aa170f tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 944 time: 0.3574917 Feb 09 07:53:49.331484 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-63ade252-5574-4e00-b4eb-3845ad13d58e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749eab5a-09d4-434b-83d5-0beb93224cec HTTP/1.1" status: 200 len: 217 time: 0.0706253 Feb 09 07:53:49.404257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-fb1fe9e3-07de-4032-9dfb-895ec825191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:49.406063 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-fb1fe9e3-07de-4032-9dfb-895ec825191a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0670161 Feb 09 07:53:49.465438 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-ec2ae811-2a8b-422e-9568-23a4c5341ea4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526121 Feb 09 07:53:49.625284 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-e8409dbe-e37c-4d47-a724-a2589d5767d3 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519318 Feb 09 07:53:49.745394 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-99bd1b7b-e636-4edc-913d-9346d984a9d7 req-041364da-a37c-4cc3-b9b4-13e9ed8ab741 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492471 Feb 09 07:53:49.781109 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850649322'] for router_interface, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:49.785992 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1d692510-9fee-43af-a80f-14e3a6e9474d req-3878078d-05a0-4aea-8667-77fe2acc7619 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527009 Feb 09 07:53:49.827461 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'tag': '749eab5a-09d4-434b-83d5-0beb93224cec', 'status': 'completed', 'code': 200} Feb 09 07:53:49.938518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:53:49.948501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090af344-4c16-4634-ad49-77950f681772 None None] Sync routers for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:53:49.959268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:49.960032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:49.975772 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-a46fec80-182e-4a15-9cea-f8b700408241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:49.977494 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-a46fec80-182e-4a15-9cea-f8b700408241 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 1161 time: 0.0818515 Feb 09 07:53:50.049423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for floatingip, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:50.130912 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-db78ee2b-a21e-4f5e-b7c9-52364f256040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:50.132538 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-db78ee2b-a21e-4f5e-b7c9-52364f256040 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 908 time: 0.1476450 Feb 09 07:53:50.157700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:50.219354 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-658f0045-05ec-4d37-ab43-9c3740a5c56d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749eab5a-09d4-434b-83d5-0beb93224cec HTTP/1.1" status: 200 len: 217 time: 0.0759435 Feb 09 07:53:50.225334 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-17aec408-889e-4f67-bf4f-59572bcf34a0 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "DELETE /v2.0/floatingips/72407733-94ae-486f-9131-f8e3ca57622e HTTP/1.1" status: 204 len: 173 time: 3.8854816 Feb 09 07:53:50.231321 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:50.292652 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ac8b197d-714c-40b8-804b-dbb42c91ae7f up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:50.294655 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-f4251879-a0c3-47ef-93d9-d620a22e22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:50.296321 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-f4251879-a0c3-47ef-93d9-d620a22e22f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0724359 Feb 09 07:53:50.355434 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-8660df86-f918-447f-99bf-e018b7a20d3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518577 Feb 09 07:53:50.375407 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89aec0-ff5a-4784-9810-9756ff1d2fe2 req-252d0244-9287-4188-b4e2-882b36d331cf tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:50.375634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port ac8b197d-714c-40b8-804b-dbb42c91ae7f triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:50.376093 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:50.377161 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e89aec0-ff5a-4784-9810-9756ff1d2fe2 req-252d0244-9287-4188-b4e2-882b36d331cf tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.4435780 Feb 09 07:53:50.498371 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7e89aec0-ff5a-4784-9810-9756ff1d2fe2 req-5e62e3f3-5124-4569-b7a1-792990a6558a tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133780 Feb 09 07:53:50.608525 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'status': 'completed', 'code': 200} Feb 09 07:53:50.612054 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Deleting port f90f43a8-e69f-4800-8e97-6d91904c373f {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:50.612571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:50.617882 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-2419397a-86c5-4a72-8476-621831973911 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445335 Feb 09 07:53:50.640348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:23Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:50.645640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-4dd16539-397b-401e-837d-221b6935737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:50.653409 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090af344-4c16-4634-ad49-77950f681772 None None] Checking router: 348cfc9b-2dde-497f-a559-bee56de17045 for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:53:50.653606 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-4dd16539-397b-401e-837d-221b6935737d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1162 time: 0.4077542 Feb 09 07:53:50.670082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:50.672504 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:50.884108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22421-7713-4d50-80f9-00e90107c869 req-94973eca-5dcc-4097-a2c0-d8ae7ae62259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:50.885790 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-94973eca-5dcc-4097-a2c0-d8ae7ae62259 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 1162 time: 0.2144415 Feb 09 07:53:50.905158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:50.991011 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-8d11fec7-e19a-400f-9bc2-9376afa9c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:50.993028 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-8d11fec7-e19a-400f-9bc2-9376afa9c415 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.3387079 Feb 09 07:53:51.023029 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-75640ec9-7360-4b8f-9857-a8bc2a978999 req-13fba4d5-29c5-48cf-b90b-dc357038f24a service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3969431 Feb 09 07:53:51.047053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22421-7713-4d50-80f9-00e90107c869 req-e8c78d94-2077-44ef-bfdc-4174a1e15032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:51.048674 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-e8c78d94-2077-44ef-bfdc-4174a1e15032 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 200 len: 908 time: 0.1528585 Feb 09 07:53:51.109717 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-90eee87e-8024-43f1-a7cd-44ce4aeabd56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 217 time: 0.1069047 Feb 09 07:53:51.150394 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-16e9f253-bedd-426b-b312-876a81dfb4be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 200 len: 217 time: 0.0929961 Feb 09 07:53:51.230811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22421-7713-4d50-80f9-00e90107c869 req-42b0bfb2-0d2a-426b-89ed-e807d5912546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:51.233778 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-42b0bfb2-0d2a-426b-89ed-e807d5912546 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.0705862 Feb 09 07:53:51.279534 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] For port f90f43a8-e69f-4800-8e97-6d91904c373f, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=f90f43a8-e69f-4800-8e97-6d91904c373f,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:51.279881 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:51.304126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-0fe9a21f-2ddc-49db-b919-a48838ce7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:51.305810 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-0fe9a21f-2ddc-49db-b919-a48838ce7b41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 200 len: 853 time: 0.1808124 Feb 09 07:53:51.362263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22421-7713-4d50-80f9-00e90107c869 req-aed27b80-6769-4d4d-89ca-a655e4509766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:51.364138 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-aed27b80-6769-4d4d-89ca-a655e4509766 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203182 Feb 09 07:53:51.373489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-090af344-4c16-4634-ad49-77950f681772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:23Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:51.377917 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090af344-4c16-4634-ad49-77950f681772 None None] The sync data for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb is: [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:51:13Z', 'revision_number': 4, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb', '_interfaces': [{'id': 'c74f974d-2a7f-481a-add8-5a4778012134', 'name': '', 'network_id': 'e59cc649-1b66-485e-96f3-071aba37bf8b', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'mac_address': 'fa:16:3e:47:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'caffee99-da77-4f28-9936-c7b264288f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:12Z', 'updated_at': '2021-02-09T07:51:23Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'subnets': [{'id': 'caffee99-da77-4f28-9936-c7b264288f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:53:51.489869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Calling delete_port for f90f43a8-e69f-4800-8e97-6d91904c373f owned by network:router_interface {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:51.535917 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-61620bf8-5076-427f-b683-1fff158ccb82 service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509356 Feb 09 07:53:51.660890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b59a50-b3ab-463d-a595-1d2063901ad4 req-4ec04f2d-15ef-494f-9bd4-4291241a623b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:51.662663 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e3b59a50-b3ab-463d-a595-1d2063901ad4 req-4ec04f2d-15ef-494f-9bd4-4291241a623b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 944 time: 0.4576442 Feb 09 07:53:51.696734 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-44b22421-7713-4d50-80f9-00e90107c869 req-27cfb7af-b8ec-4b6f-a297-c69dbd12018a service neutron] 10.222.0.44 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527116 Feb 09 07:53:51.752992 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-944a878a-fd31-4dff-9335-5c810939a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:51.754795 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-944a878a-fd31-4dff-9335-5c810939a6f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e59cc649-1b66-485e-96f3-071aba37bf8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3832803 Feb 09 07:53:51.778390 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e3b59a50-b3ab-463d-a595-1d2063901ad4 req-e5111f51-0d4f-4542-b5a8-854123dfdbe1 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 Feb 09 07:53:51.819860 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5d8d0-d99a-4d0a-876e-c93ca06b7139 None None] New status for floating IP 72407733-94ae-486f-9131-f8e3ca57622e: DOWN {{(pid=79917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:53:51.980927 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-9747354f-45cd-4379-810d-2b0769c824ec service neutron] 10.222.0.39 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948006 Feb 09 07:53:51.982455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:51.999315 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7a7dd87d-b695-453a-9cc2-f0223934bffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:52.084224 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90f43a8-e69f-4800-8e97-6d91904c373f,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:52.093967 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:52.550269 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-951084b3-47ff-4479-bd9c-5ff8804231c7 req-48c15307-2df0-4278-9aa4-969e6cca6b7a service neutron] 10.222.0.39 "GET /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5542300 Feb 09 07:53:52.790862 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138729'] for router_interface, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:52.837446 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 749eab5a-09d4-434b-83d5-0beb93224cec up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:52.929283 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 749eab5a-09d4-434b-83d5-0beb93224cec completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:53:52.941302 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 749eab5a-09d4-434b-83d5-0beb93224cec triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:52.942064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:53.080133 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:53.114091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749eab5a-09d4-434b-83d5-0beb93224cec'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:53:53.120232 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 749eab5a-09d4-434b-83d5-0beb93224cec, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=749eab5a-09d4-434b-83d5-0beb93224cec,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:53.125395 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:53.127460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:53.184873 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749eab5a-09d4-434b-83d5-0beb93224cec', 'code': 200} Feb 09 07:53:53.199976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=749eab5a-09d4-434b-83d5-0beb93224cec,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:53.203778 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:53.281818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e76cb-3f23-4eb5-aea8-501c87ce0c63 req-745c7725-6400-4c83-929d-2cdd20473700 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:53.283570 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-715e76cb-3f23-4eb5-aea8-501c87ce0c63 req-745c7725-6400-4c83-929d-2cdd20473700 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 944 time: 0.3597088 Feb 09 07:53:53.376501 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-715e76cb-3f23-4eb5-aea8-501c87ce0c63 req-ba5c3570-f261-426a-8b71-0fc28b5b6613 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 Feb 09 07:53:53.507063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f39ba-ce3c-4fd3-b54c-50246b3ae55f req-155f3bfe-d955-49ce-8fcd-9a4090fd25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:53.508736 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-997f39ba-ce3c-4fd3-b54c-50246b3ae55f req-155f3bfe-d955-49ce-8fcd-9a4090fd25a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 1163 time: 0.0843642 Feb 09 07:53:53.579276 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-997f39ba-ce3c-4fd3-b54c-50246b3ae55f req-b73726aa-dd6b-4168-949e-bc1d033e0230 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Feb 09 07:53:53.590442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:53:53.791051 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:53:53.799786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] Sync routers for ids ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'] in dv-cinder-774594-1-smb {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:53:53.800109 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f02f5fd-6e9b-434e-b1e0-4a557155c73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9180026 Feb 09 07:53:53.802963 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47292) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:53.810043 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] Routers {'9f02f5fd-6e9b-434e-b1e0-4a557155c73a'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:53.810798 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:53.995980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:54.003908 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] Set router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:54.219277 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:54.226112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Deleting port d8c35faa-b787-4d8b-a4a4-0c67e33def4f {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:54.226112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:54.352872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 749eab5a-09d4-434b-83d5-0beb93224cec up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:53:54.425706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] For port d8c35faa-b787-4d8b-a4a4-0c67e33def4f, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=d8c35faa-b787-4d8b-a4a4-0c67e33def4f,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:54.426000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:54.448654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 749eab5a-09d4-434b-83d5-0beb93224cec triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:53:54.449431 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:54.524990 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:53:51Z', 'revision_number': 5, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:54.529196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] Checking router: 9f02f5fd-6e9b-434e-b1e0-4a557155c73a for host: dv-cinder-774594-1-smb {{(pid=79918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:53:54.538811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] Routers {'9f02f5fd-6e9b-434e-b1e0-4a557155c73a'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:53:54.539476 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'], 'active': True} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:54.612583 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Calling delete_port for d8c35faa-b787-4d8b-a4a4-0c67e33def4f owned by network:router_gateway {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:54.737938 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] Set router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a gateway port host: dv-cinder-774594-1-smb {{(pid=79918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:53:55.036831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814d242-1159-4761-a85c-609bba2129d8 req-536ef5e4-6aaf-430a-8fbb-536fcac0c1b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:55.038261 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b814d242-1159-4761-a85c-609bba2129d8 req-536ef5e4-6aaf-430a-8fbb-536fcac0c1b2 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 946 time: 0.4727468 Feb 09 07:53:55.076274 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:53:51Z', 'revision_number': 5, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79918) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:55.081212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46f99d-ed3d-428b-94a3-6a3300418075 None None] The sync data for ids ['9f02f5fd-6e9b-434e-b1e0-4a557155c73a'] in dv-cinder-774594-1-smb is: [{'id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'name': 'tempest-TestShelveInstance-1739208481-router', 'tenant_id': 'c2f39c2b4d91450aa84899a4f3884294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:48:20Z', 'updated_at': '2021-02-09T07:53:51Z', 'revision_number': 5, 'project_id': 'c2f39c2b4d91450aa84899a4f3884294', 'gw_port': {'id': 'd8c35faa-b787-4d8b-a4a4-0c67e33def4f', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f02f5fd-6e9b-434e-b1e0-4a557155c73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:48:22Z', 'updated_at': '2021-02-09T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:53:55.134859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: WARNING neutron.plugins.ml2.ovo_rpc [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: result = function(*args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: proto.__init__(conn_state, self) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: self.handle() Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: self.handle_one_request() Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: self.handle_one_response() Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: result = self.application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return app(environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self.application) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return request.get_response(self.application) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: response = req.get_response(self._app) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: application, catch_exc_info=False) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: app_iter = application(self.environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return resp(environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return resp(environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: response = self.app(environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return resp(environ, start_response) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: resp = self.call_func(req, *args, **kw) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: return self.func(req, *args, **kwargs) Feb 09 07:53:55.141901 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: result = method(request=request, **args) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return self._delete(request, id, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(*dup_args, **dup_kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: obj_deleter(request.context, id, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return method(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(*dup_args, **dup_kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: self._delete_current_gw_port(context, id, router, None) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: admin_ctx, gw_port_id, l3_port_check=False) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, context, *args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return method(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: context, port, router_ids, bound_mech_contexts) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: return function(*args, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: callback(resource, event, trigger, **kwargs) Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: if self._is_session_semantic_violated(context, resource, event): Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: stack = traceback.extract_stack() Feb 09 07:53:55.149516 dv-cinder-774594-1-smb neutron-server[79804]: Feb 09 07:53:55.178046 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b814d242-1159-4761-a85c-609bba2129d8 req-e26f1040-1ee1-41bb-9159-85170ffa264a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061199 Feb 09 07:53:55.365824 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4071317'] for router_gateway, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.512470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850650277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854738248'] for router, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.515015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.604836 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850650143'] for router, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.605456 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f02f5fd-6e9b-434e-b1e0-4a557155c73a {{(pid=79916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 07:53:55.619157 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.620181 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-be5650b3-a4a7-4c2d-8738-16648a588dc1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9f02f5fd-6e9b-434e-b1e0-4a557155c73a HTTP/1.1" status: 204 len: 168 time: 1.8162405 Feb 09 07:53:55.623053 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47312) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:55.697237 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Deleting subnet b2104f2c-af8a-4194-8d66-a79bb6ee7d45 {{(pid=79916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:53:55.700509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.764105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10389515'] for subnet, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:55.896828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.154273 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2116946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852256054'] for subnet, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.170250 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c62113e4-76bd-41f6-8132-c91cada7c0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:56.213092 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2104f2c-af8a-4194-8d66-a79bb6ee7d45,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:56.216111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:56.307584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.312946 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9821a1e-adb3-468c-baa6-e7fd79c5c53e None None] Network f5ccbb82-623f-4335-9b72-3e69300e376b requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:53:56.359988 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9be9c478-929c-4b22-9d2d-bbb3fd20fa0f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b2104f2c-af8a-4194-8d66-a79bb6ee7d45 HTTP/1.1" status: 204 len: 168 time: 0.7357459 Feb 09 07:53:56.362716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47322) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:56.483344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.485517 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d026-ff55-4096-84d7-cbabe08116da req-3583ee7b-cd97-4b61-96d7-c6d9e7691fa7 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:56.487392 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5b8d026-ff55-4096-84d7-cbabe08116da req-3583ee7b-cd97-4b61-96d7-c6d9e7691fa7 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 946 time: 0.1770468 Feb 09 07:53:56.553822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Deleting port 696b6ef4-6739-4635-a94a-e831ae0faff7 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:56.553977 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a5b8d026-ff55-4096-84d7-cbabe08116da req-1f96a2f3-5aa6-4887-9421-4c2bcf8f2be4 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593922 Feb 09 07:53:56.554184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.592698 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] DHCP port deletion for f5ccbb82-623f-4335-9b72-3e69300e376b request from dv-cinder-774594-1-smb {{(pid=79917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 07:53:56.594031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Deleting port 696b6ef4-6739-4635-a94a-e831ae0faff7 {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:56.594537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.660529 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device f90f43a8-e69f-4800-8e97-6d91904c373f no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:56.735503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: f90f43a8-e69f-4800-8e97-6d91904c373f {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:56.735831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device f90f43a8-e69f-4800-8e97-6d91904c373f not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:56.736276 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 696b6ef4-6739-4635-a94a-e831ae0faff7 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:56.797295 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:56.797849 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:56.997135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:57.031860 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:57.032384 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:57.033318 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Calling delete_port for 696b6ef4-6739-4635-a94a-e831ae0faff7 owned by network:dhcp {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:57.057462 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:57.203333 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79915) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:53:57.208710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:53:57.212838 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Calling delete_port for 696b6ef4-6739-4635-a94a-e831ae0faff7 owned by network:dhcp {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:57.262486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:57.263564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device d8c35faa-b787-4d8b-a4a4-0c67e33def4f no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:53:57.318344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4e4292be-0e0d-41cc-8a39-f64c0832d9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:57.350880 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: d8c35faa-b787-4d8b-a4a4-0c67e33def4f {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:53:57.351371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device d8c35faa-b787-4d8b-a4a4-0c67e33def4f not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:53:57.412654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Pushing event updated for resources: {'Port': ['ID=696b6ef4-6739-4635-a94a-e831ae0faff7,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:57.416702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:57.422049 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79917) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:53:57.422386 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:53:57.473764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-a4dab5b9-d08a-4380-8acb-3ae2431af02b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:57.474591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-a4dab5b9-d08a-4380-8acb-3ae2431af02b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:port {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:57.490143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-a4dab5b9-d08a-4380-8acb-3ae2431af02b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:port {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:57.491403 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-a4dab5b9-d08a-4380-8acb-3ae2431af02b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1906703 Feb 09 07:53:57.554624 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-98dae63b-752d-4c36-b4fc-ddbd7fa6b55a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:security_group {{(pid=79916) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:53:57.568483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-98dae63b-752d-4c36-b4fc-ddbd7fa6b55a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:security_group {{(pid=79916) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:53:57.569715 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-952c8bee-ce1e-4a44-a15e-4fa7e9101ca4 req-98dae63b-752d-4c36-b4fc-ddbd7fa6b55a tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720618 Feb 09 07:53:57.710057 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Deleting port 696b6ef4-6739-4635-a94a-e831ae0faff7 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:57.710457 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:57.924164 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Deleting port 696b6ef4-6739-4635-a94a-e831ae0faff7 {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:57.924724 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:57.931850 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:57.932424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.164059 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] For port 696b6ef4-6739-4635-a94a-e831ae0faff7, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=696b6ef4-6739-4635-a94a-e831ae0faff7,segment=NetworkSegment(21092969-40b0-46f7-a1eb-6d44ded99b38),segment_id=21092969-40b0-46f7-a1eb-6d44ded99b38)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:53:58.164589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.304031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Calling delete_port for 696b6ef4-6739-4635-a94a-e831ae0faff7 owned by network:dhcp {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:58.314430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Calling delete_port for 696b6ef4-6739-4635-a94a-e831ae0faff7 owned by network:dhcp {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:53:58.394753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940'] for port, after_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.398088 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79915) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:53:58.398578 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:53:58.413233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:58.461474 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Pushing event deleted for resources: {'Port': ['ID=696b6ef4-6739-4635-a94a-e831ae0faff7,revision_number=None']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:58.473706 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:58.546689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Deleting port 696b6ef4-6739-4635-a94a-e831ae0faff7 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:53:58.547230 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.556349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636f38c-d570-485c-9241-f2d2ebe31972 None None] No DVR routers for this DVR port 696b6ef4-6739-4635-a94a-e831ae0faff7 on host dv-cinder-774594-1-smb {{(pid=79917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:53:58.634077 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] The port '696b6ef4-6739-4635-a94a-e831ae0faff7' was deleted {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 07:53:58.764097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.888849 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a856-8bf1-4343-ae37-6742950699af req-7fe8883e-9293-412f-a3db-d75fd387828e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:53:58.890668 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ebf0a856-8bf1-4343-ae37-6742950699af req-7fe8883e-9293-412f-a3db-d75fd387828e tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1826665 Feb 09 07:53:58.910651 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ccbb82-623f-4335-9b72-3e69300e376b']}} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:58.924537 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21092969-40b0-46f7-a1eb-6d44ded99b38') {'for_net_delete': True} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:58.924883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21092969-40b0-46f7-a1eb-6d44ded99b38') {} {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:53:58.937196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278421'] for segment, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.953166 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:58.955846 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:53:58.957555 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ebf0a856-8bf1-4343-ae37-6742950699af req-0a9043a9-f467-4513-8f88-bc8c4b71816b tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585809 Feb 09 07:53:59.140811 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Network f5ccbb82-623f-4335-9b72-3e69300e376b has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:53:59.150208 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3135949'] for segment, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.337010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Network f5ccbb82-623f-4335-9b72-3e69300e376b has no segments {{(pid=79915) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: % (table.description, expected, rows_matched) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: % (table.description, expected, rows_matched) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: % (table.description, expected, rows_matched) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: % (table.description, expected, rows_matched) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:53:59.360457 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:53:59.442342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.446869 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.450549 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:59.474342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ccbb82-623f-4335-9b72-3e69300e376b,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:59.476845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:59.478914 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6fc324fa-e8fb-4194-a048-7bb5e95e4ffc admin admin] 10.222.0.39 "DELETE /v2.0/networks/f5ccbb82-623f-4335-9b72-3e69300e376b HTTP/1.1" status: 204 len: 168 time: 3.1148958 Feb 09 07:53:59.623284 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47366) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:59.679147 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-729ce86e-72ce-4b59-8eeb-eef4abfb8e16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34aea38f1df742329819d5523ba558c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540857 Feb 09 07:53:59.681657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47370) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:53:59.743301 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.771470 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.815591 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.820523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f27362ca-5a5d-4aa2-810b-272402c05e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:53:59.835754 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dbba91-23ce-4c6e-aedb-b368e12ce61f,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:53:59.838484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:53:59.843982 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:59.848247 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58dbba91-23ce-4c6e-aedb-b368e12ce61f HTTP/1.1" status: 204 len: 168 time: 0.1655915 Feb 09 07:54:00.085468 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-e01f352d-9fc6-4d4c-9d25-d73933dc27f2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:00.086400 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-e01f352d-9fc6-4d4c-9d25-d73933dc27f2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Synchronizing usage tracker for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:54:00.099365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-e01f352d-9fc6-4d4c-9d25-d73933dc27f2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Unset dirty status for tenant:0e6b55d8ddbf4279b825c6412722caf9 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:54:00.101110 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-e01f352d-9fc6-4d4c-9d25-d73933dc27f2 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1861649 Feb 09 07:54:00.204433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Deleting port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:00.204952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.243935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:00.291740 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed3d3-65af-4f7d-bfd2-09efd145b2bb req-1011cb2f-f808-4093-9368-750e2906ab25 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:00.293490 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-858ed3d3-65af-4f7d-bfd2-09efd145b2bb req-1011cb2f-f808-4093-9368-750e2906ab25 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 945 time: 0.1730380 Feb 09 07:54:00.297459 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47382) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:00.375131 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-268a47b9-20ed-495a-8a04-0ed063baeeb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2f39c2b4d91450aa84899a4f3884294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738456 Feb 09 07:54:00.376831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47386) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:00.378826 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.408144 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:00.409505 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-858ed3d3-65af-4f7d-bfd2-09efd145b2bb req-3e06a246-9ae8-441e-bd05-0b689afcfed7 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Feb 09 07:54:00.419000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:00.424972 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.427577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:00.481113 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'code': 200} Feb 09 07:54:00.521212 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=7']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:00.525165 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:00.560885 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.577347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:00.577807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.730561 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Calling delete_port for d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:00.776366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.859958 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79915) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:54:00.860357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:54:00.861347 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.865867 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-249cf677-459e-4d39-81b8-c0bec8bfef28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:00.881064 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce79060-c08d-4381-bdc7-ed93c30b6817,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:00.887229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:00.894007 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.895266 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3f8f84ce-acb3-49ce-93aa-957fa31b7587 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce79060-c08d-4381-bdc7-ed93c30b6817 HTTP/1.1" status: 204 len: 168 time: 0.5174809 Feb 09 07:54:01.361961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Deleting port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:01.362358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:01.639138 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] For port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:01.639941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:01.721890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8139bf-fd32-4feb-9001-3fe50da9fae9 req-89fae26a-00e7-41fc-a664-f977a1cfaf84 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:01.723622 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9a8139bf-fd32-4feb-9001-3fe50da9fae9 req-89fae26a-00e7-41fc-a664-f977a1cfaf84 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 943 time: 0.1760972 Feb 09 07:54:01.792801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Calling delete_port for d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:01.809991 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-9a8139bf-fd32-4feb-9001-3fe50da9fae9 req-86842f10-f9b4-4416-917c-42d98fc928ab tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/security-groups?id=45585918-1550-444f-8f63-c94d798f7d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796010 Feb 09 07:54:01.951752 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:01.966829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:02.017790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Pushing event deleted for resources: {'Port': ['ID=d7579d95-6fe3-4dc6-aa23-8a5150bb6da1,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:02.030394 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:02.173753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] No DVR routers for this DVR port d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:02.176055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:02.178826 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'name': 'network-vif-deleted', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:02.191321 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7f8d935b-23e2-4dc3-82c7-c29d68508ca7 req-749770e0-fdf2-4a96-9039-524a479e0a4f tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.44 "DELETE /v2.0/ports/d7579d95-6fe3-4dc6-aa23-8a5150bb6da1 HTTP/1.1" status: 204 len: 173 time: 2.0832973 Feb 09 07:54:02.243197 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93', 'name': 'network-vif-deleted', 'tag': 'd7579d95-6fe3-4dc6-aa23-8a5150bb6da1', 'status': 'completed', 'code': 200} Feb 09 07:54:03.016247 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-35d65b38-a865-4100-8c1b-53349fa250fc req-9005260a-ec18-48ba-a720-dbbc9d950ed9 tempest-TestMinimumBasicScenario-480150658 tempest-TestMinimumBasicScenario-480150658-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f4ffed4-ef15-48e3-a9f1-6cd4cff9ee93 HTTP/1.1" status: 200 len: 210 time: 0.0578351 Feb 09 07:54:03.414222 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-866ac592-8eb8-44d9-986d-c3e00b7b0d0a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:03.416986 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-866ac592-8eb8-44d9-986d-c3e00b7b0d0a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.2380383 Feb 09 07:54:03.432773 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-ef85093e-d0df-4d81-a09d-cf76f005a843 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/quotas/6392b8328f114785ba6ca857805dfd14 HTTP/1.1" status: 200 len: 375 time: 0.0104427 Feb 09 07:54:03.578254 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-fbc138c0-6f9a-4f36-8c70-8ad4c5948d52 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1393299 Feb 09 07:54:03.723361 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-d3d95337-b47d-4cf2-b842-aa1284dfdd48 service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372845 Feb 09 07:54:03.867509 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-d170fc02-869d-49f0-891c-e6eab803a3a9 service neutron] 10.222.0.39 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375833 Feb 09 07:54:04.102033 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-b1e4e06a-b8fb-45f5-be46-e76d99b0085e req-bc92d8b6-254d-4e8b-83c8-b0753be6f6ea tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 210 time: 0.0755501 Feb 09 07:54:04.888464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47508) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:05.491237 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0388f8c6-3345-4e5f-8a7f-406ee61fc0bd req-68b768f8-90c3-4a32-95b7-4257c08cb1db tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 210 time: 0.0712614 Feb 09 07:54:05.501569 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-3574da96-b796-47d1-a014-22de2582f0ba tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:05.503272 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-3574da96-b796-47d1-a014-22de2582f0ba tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 814 time: 0.2626891 Feb 09 07:54:05.531455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Request body: {'port': {'device_id': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90', 'admin_state_up': True, 'tenant_id': '6392b8328f114785ba6ca857805dfd14'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:54:05.677807 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:05.682121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Usage tracker for resource:port and tenant:6392b8328f114785ba6ca857805dfd14 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:05.685108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:05.691748 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:05.700505 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Made reservation on behalf of 6392b8328f114785ba6ca857805dfd14 for: {'port': 1} {{(pid=79915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:54:05.725895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:05.747601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850649322'] for router_interface, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.050187 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_common [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Allocated IP 172.20.0.5 (0a7e0557-38ee-4da0-ad51-f19d3a43bb90/2fcf5990-54f8-463b-8fc5-73c3bb988cdd/82d95092-b305-433c-99bd-7131fe768526) {{(pid=79915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:54:06.124031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Deleting port c74f974d-2a7f-481a-add8-5a4778012134 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:06.124447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.267319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks [] for port, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.297857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245847568756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.307451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] For port c74f974d-2a7f-481a-add8-5a4778012134, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=c74f974d-2a7f-481a-add8-5a4778012134,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:06.307853 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.313236 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-da491d84-d6b7-465d-acf1-2b97b04236c6 tempest-TestShelveInstance-1213115075 tempest-TestShelveInstance-1213115075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:06.442513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Calling delete_port for c74f974d-2a7f-481a-add8-5a4778012134 owned by network:router_interface {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:06.456833 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event updated for resources: {'Port': ['ID=82d95092-b305-433c-99bd-7131fe768526,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:06.466607 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:06.512835 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 is already hosted by enough agents. {{(pid=79915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:54:06.514150 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.base_scheduler [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Resources bound (agent type, host, resource id): {{(pid=79915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:54:06.516567 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Received port after_create {{(pid=79915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:54:06.628564 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.645582 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:06.659926 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:06.660667 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:06.689230 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-955049a8-d3ab-4e59-be9c-8c9f89c5be37 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1625664 Feb 09 07:54:06.708848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.v2.base [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Request body: {'port': {'device_id': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=79915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:54:06.738512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Pushing event deleted for resources: {'Port': ['ID=c74f974d-2a7f-481a-add8-5a4778012134,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:06.757370 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:06.980802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95613b82-548b-4a3b-a7c3-189eba18d32d req-8c87f04f-240a-40a5-8a3f-e1c31926929c tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:06.982606 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-95613b82-548b-4a3b-a7c3-189eba18d32d req-8c87f04f-240a-40a5-8a3f-e1c31926929c tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 931 time: 0.3380148 Feb 09 07:54:07.088558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:07.095622 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-95613b82-548b-4a3b-a7c3-189eba18d32d req-5ecae8db-4a27-47dd-9081-5def1bfffecf tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842900 Feb 09 07:54:07.286688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138729'] for router_interface, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:07.522523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d95092-b305-433c-99bd-7131fe768526 {{(pid=79915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:54:07.531508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:07.544242 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Transition to ACTIVE for port object 82d95092-b305-433c-99bd-7131fe768526 will not be triggered until provisioned by entity L2. {{(pid=79915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:54:07.547601 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:07.564776 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-52fc7db4-9283-4115-a8f3-5f23146a4ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:07.711030 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Pushing event updated for resources: {'Port': ['ID=82d95092-b305-433c-99bd-7131fe768526,revision_number=2']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:07.716272 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:07.816646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Router 348cfc9b-2dde-497f-a559-bee56de17045 has already been hosted by L3 agent 64dfecb8-1bda-4e2b-b51a-554440c73c28 {{(pid=79916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:54:07.893029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Attempting to bind port 82d95092-b305-433c-99bd-7131fe768526 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:54:07.893413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Attempting to bind port 82d95092-b305-433c-99bd-7131fe768526 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:54:07.893872 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Attempting to bind port 82d95092-b305-433c-99bd-7131fe768526 on network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:54:07.899676 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Checking agent: {'id': '7e567930-46f2-47ae-8abf-55aeebdd0e8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 43, 40), 'started_at': datetime.datetime(2021, 2, 9, 7, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:54:07.900073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Checking segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:54:07.900488 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:07.900894 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Bound using segment: {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'} {{(pid=79915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:54:07.901379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Bound port: 82d95092-b305-433c-99bd-7131fe768526, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f4871e-549e-4bea-996b-8624acec99eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a7e0557-38ee-4da0-ad51-f19d3a43bb90'}}] {{(pid=79915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:54:07.901873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:08.002367 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] For port 82d95092-b305-433c-99bd-7131fe768526, host hv-cinder-77459, cleared binding levels {{(pid=79915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:54:08.005804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] For port 82d95092-b305-433c-99bd-7131fe768526, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=82d95092-b305-433c-99bd-7131fe768526,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:54:08.009463 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3135891'] for port, after_update {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:08.025495 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-40964f92-d988-40af-9cfd-e5c89030a86f tempest-VolumesActionsTest-1423325480 tempest-VolumesActionsTest-1423325480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:08.192209 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Pushing event updated for resources: {'Port': ['ID=82d95092-b305-433c-99bd-7131fe768526,revision_number=3']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:08.197775 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:08.233344 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:08.233852 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:08.235368 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] 10.222.0.44 "PUT /v2.0/ports/82d95092-b305-433c-99bd-7131fe768526 HTTP/1.1" status: 200 len: 1157 time: 1.5317926 Feb 09 07:54:08.235916 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'tag': '82d95092-b305-433c-99bd-7131fe768526'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:08.295867 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'tag': '82d95092-b305-433c-99bd-7131fe768526', 'status': 'completed', 'code': 200} Feb 09 07:54:08.319855 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] Notify agent at l3_agent.dv-cinder-774594-1-smb the message routers_updated {{(pid=79916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:54:08.330829 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] Sync routers for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:54:08.341244 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:54:08.341870 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6917663b-a17c-4fa2-9bb4-09b32ad1393b admin admin] 10.222.0.39 "PUT /v2.0/routers/348cfc9b-2dde-497f-a559-bee56de17045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4521811 Feb 09 07:54:08.343102 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:08.345104 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47538) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:08.405615 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-707a498e-995a-4ad3-af62-4feb6ff38172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:08.406819 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-707a498e-995a-4ad3-af62-4feb6ff38172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 1160 time: 0.0831351 Feb 09 07:54:08.501101 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-4b6fcaec-a388-456f-8095-262543ecbf1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d95092-b305-433c-99bd-7131fe768526 HTTP/1.1" status: 200 len: 217 time: 0.0744090 Feb 09 07:54:08.576121 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b049-688b-492d-9224-0a2aec426aad req-1012e831-0954-4b19-858d-44ae6aeb0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:08.577285 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87b87-46c1-47fb-944c-5bd0ea8e568c req-571d762c-5851-48c9-bab6-3ec489b7334e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:08.578606 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55c87b87-46c1-47fb-944c-5bd0ea8e568c req-571d762c-5851-48c9-bab6-3ec489b7334e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 943 time: 0.3372066 Feb 09 07:54:08.585269 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-1012e831-0954-4b19-858d-44ae6aeb0699 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0700684 Feb 09 07:54:08.676596 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-6c14edc3-47a0-41a7-919d-4b897901a6cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726023 Feb 09 07:54:08.702515 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-55c87b87-46c1-47fb-944c-5bd0ea8e568c req-7704cca3-932a-498f-89e0-137246126ce6 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078551 Feb 09 07:54:08.735015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks [] for router, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:08.795145 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:54:08.890180 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-a22438b6-9f24-4c30-b308-e8223422c44b service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893137 Feb 09 07:54:08.963626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:08.969187 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Deleting port 6b87a5c7-8364-40e6-875e-d1c3064dab75 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:08.969563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.051237 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6e41b049-688b-492d-9224-0a2aec426aad req-385de695-1687-49f2-a979-1824959857e0 service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459448 Feb 09 07:54:09.158048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] For port 6b87a5c7-8364-40e6-875e-d1c3064dab75, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=6b87a5c7-8364-40e6-875e-d1c3064dab75,segment=NetworkSegment(b91929b6-c4fa-4170-84d1-7077e93d54d0),segment_id=b91929b6-c4fa-4170-84d1-7077e93d54d0)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:09.158451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.240371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-d26917a4-7391-4388-bcc0-e852047c9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:09.242346 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-d26917a4-7391-4388-bcc0-e852047c9271 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6392b8328f114785ba6ca857805dfd14&device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 1160 time: 0.0839863 Feb 09 07:54:09.250970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:54:06Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:09.259202 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] Checking router: 348cfc9b-2dde-497f-a559-bee56de17045 for host: dv-cinder-774594-1-smb {{(pid=79917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:54:09.273710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] Routers {'348cfc9b-2dde-497f-a559-bee56de17045'} bound to L3 agent in host dv-cinder-774594-1-smb {{(pid=79917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:54:09.275261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:36:42Z,description=,heartbeat_timestamp=2021-02-09T07:53:42Z,host='dv-cinder-774594-1-smb',id=64dfecb8-1bda-4e2b-b51a-554440c73c28,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:36:42Z,topic='l3_agent')) {'router_ids': ['348cfc9b-2dde-497f-a559-bee56de17045'], 'active': True} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:09.292845 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Calling delete_port for 6b87a5c7-8364-40e6-875e-d1c3064dab75 owned by network:router_gateway {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:09.390233 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-0324ce94-73de-45ff-9efc-838156ddf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:09.391839 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-0324ce94-73de-45ff-9efc-838156ddf744 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 200 len: 908 time: 0.1419055 Feb 09 07:54:09.437847 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.473081 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-f45f9757-b5b1-4d95-92c7-f326a1c3d751 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d95092-b305-433c-99bd-7131fe768526 HTTP/1.1" status: 200 len: 217 time: 0.0719769 Feb 09 07:54:09.485403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvr_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] Set router 348cfc9b-2dde-497f-a559-bee56de17045 gateway port host: dv-cinder-774594-1-smb {{(pid=79917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:54:09.548518 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-95e8e94a-6350-4b30-bcf2-9e974191ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:09.550226 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-95e8e94a-6350-4b30-bcf2-9e974191ce85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 200 len: 854 time: 0.0681827 Feb 09 07:54:09.610530 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-6e6246e2-be3c-4b81-94e3-a318ce54374b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a7e0557-38ee-4da0-ad51-f19d3a43bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525751 Feb 09 07:54:09.631292 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4071317'] for router_gateway, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.766718 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-498304f9-949b-4807-9f28-335f9bce970f service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464736 Feb 09 07:54:09.788630 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850650277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854738248'] for router, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.791697 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.814930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850650143'] for router, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.815521 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348cfc9b-2dde-497f-a559-bee56de17045 {{(pid=79916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 07:54:09.828813 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] Notify callbacks [] for router, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.830367 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-8011cc5e-467b-4def-b85b-f42e280db04f admin admin] 10.222.0.39 "DELETE /v2.0/routers/348cfc9b-2dde-497f-a559-bee56de17045 HTTP/1.1" status: 204 len: 168 time: 1.4839458 Feb 09 07:54:09.833196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47546) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:09.845570 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-df953889-58cc-494f-bc6d-33ad6c9d02fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.872541 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_hamode_db [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:54:06Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}], 'dv-cinder-774594-1-smb', False) {} {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:09.877024 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6d6c6-abf4-46f4-98d4-1ab7e4f562cf None None] The sync data for ids ['348cfc9b-2dde-497f-a559-bee56de17045'] in dv-cinder-774594-1-smb is: [{'id': '348cfc9b-2dde-497f-a559-bee56de17045', 'name': 'tempest-TestMinimumBasicScenario-433339713-router', 'tenant_id': '0e6b55d8ddbf4279b825c6412722caf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'external_fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:51:07Z', 'updated_at': '2021-02-09T07:54:06Z', 'revision_number': 5, 'project_id': '0e6b55d8ddbf4279b825c6412722caf9', 'gw_port': {'id': '6b87a5c7-8364-40e6-875e-d1c3064dab75', 'name': '', 'network_id': '7bd86339-5bb8-487c-b656-ea7129cb3850', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348cfc9b-2dde-497f-a559-bee56de17045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:51:08Z', 'updated_at': '2021-02-09T07:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1e4f4bd-d10f-4330-ac25-b95cc4a53060', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-smb'}] {{(pid=79917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:54:09.984081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Deleting subnet caffee99-da77-4f28-9936-c7b264288f54 {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:54:09.996600 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.036551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584cdd4-9a6a-4a1b-9708-df2db5df6c89 req-4cafd19a-6254-4872-a5ff-04aa44eca938 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:10.038255 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f584cdd4-9a6a-4a1b-9708-df2db5df6c89 req-4cafd19a-6254-4872-a5ff-04aa44eca938 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 943 time: 0.1709521 Feb 09 07:54:10.048141 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-d755159d-4853-4e5a-a9fb-d64994f678e4 req-03f2cd2d-fd78-4c02-9026-8a60f732410c service neutron] 10.222.0.44 "GET /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2726626 Feb 09 07:54:10.059205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.071338 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.105318 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f584cdd4-9a6a-4a1b-9708-df2db5df6c89 req-ec996792-8802-459b-a28d-c357b45f6f00 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Feb 09 07:54:10.150115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.423856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.441405 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:10.479921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caffee99-da77-4f28-9936-c7b264288f54,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:10.493484 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:10.582366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.588533 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581b0ab-f2a3-459d-8f1c-c1f24c3ce5de None None] Network e59cc649-1b66-485e-96f3-071aba37bf8b requested from dv-cinder-774594-1-smb {{(pid=79917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:54:10.591312 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47556) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:10.591452 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-fd0bf765-97ec-4600-9b21-254ff740dd98 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/caffee99-da77-4f28-9936-c7b264288f54 HTTP/1.1" status: 204 len: 168 time: 0.7567375 Feb 09 07:54:10.679132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device c74f974d-2a7f-481a-add8-5a4778012134 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:10.721744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: c74f974d-2a7f-481a-add8-5a4778012134 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:10.722140 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device c74f974d-2a7f-481a-add8-5a4778012134 not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:10.722617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6b87a5c7-8364-40e6-875e-d1c3064dab75 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:10.737371 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.780167 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: 6b87a5c7-8364-40e6-875e-d1c3064dab75 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:10.780817 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device 6b87a5c7-8364-40e6-875e-d1c3064dab75 not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:10.829738 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Deleting port e6cb9e4c-6d01-463a-9479-2116c747a159 {{(pid=79916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:10.830590 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:10.949282 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] DHCP port deletion for e59cc649-1b66-485e-96f3-071aba37bf8b request from dv-cinder-774594-1-smb {{(pid=79917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 07:54:10.953602 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Deleting port e6cb9e4c-6d01-463a-9479-2116c747a159 {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:10.954039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:11.051207 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] For port e6cb9e4c-6d01-463a-9479-2116c747a159, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=e6cb9e4c-6d01-463a-9479-2116c747a159,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:11.051608 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:11.178941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] For port e6cb9e4c-6d01-463a-9479-2116c747a159, host dv-cinder-774594-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-smb',level=0,port_id=e6cb9e4c-6d01-463a-9479-2116c747a159,segment=NetworkSegment(3dde240a-5bb3-4cf2-9894-761e291ad438),segment_id=3dde240a-5bb3-4cf2-9894-761e291ad438)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:11.179389 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:11.186683 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Calling delete_port for e6cb9e4c-6d01-463a-9479-2116c747a159 owned by network:dhcp {{(pid=79916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:11.315017 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Calling delete_port for e6cb9e4c-6d01-463a-9479-2116c747a159 owned by network:dhcp {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:11.324185 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2116774'] for port, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:11.345015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-31445a3c-9939-49ad-8210-7a3cb4615384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:11.397552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.db.api [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79917) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:54:11.398108 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_db.api [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79917) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:54:11.406544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cb9e4c-6d01-463a-9479-2116c747a159,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:11.412031 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:11.550587 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfa25-e82e-4451-8157-e4b78f1447d3 req-f864b708-2d9a-4356-bf32-72568cc8983e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:11.552222 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f73cfa25-e82e-4451-8157-e4b78f1447d3 req-f864b708-2d9a-4356-bf32-72568cc8983e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 943 time: 0.3138766 Feb 09 07:54:11.614889 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] No DVR routers for this DVR port e6cb9e4c-6d01-463a-9479-2116c747a159 on host dv-cinder-774594-1-smb {{(pid=79916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:11.666922 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-f73cfa25-e82e-4451-8157-e4b78f1447d3 req-3f40c373-6edd-4035-bf1b-d6afec8cebef tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999720 Feb 09 07:54:11.899577 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Deleting port e6cb9e4c-6d01-463a-9479-2116c747a159 {{(pid=79917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:11.900640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:11.994646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-601e3079-2f20-4118-a5b8-37e8802b285a None None] The port 'e6cb9e4c-6d01-463a-9479-2116c747a159' was deleted {{(pid=79917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 07:54:12.007968 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.122132 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59cc649-1b66-485e-96f3-071aba37bf8b']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:12.135809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dde240a-5bb3-4cf2-9894-761e291ad438') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:12.136147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dde240a-5bb3-4cf2-9894-761e291ad438') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:12.149142 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.168480 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.174331 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:54:12.287822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e8269534-9503-4caf-83a2-4065c300a350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.410084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Network e59cc649-1b66-485e-96f3-071aba37bf8b has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:54:12.420977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.624159 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device e6cb9e4c-6d01-463a-9479-2116c747a159 no longer exists at agent ovs-agent-dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:12.627143 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3d7a2-4992-4029-a7b0-d22de3055ea4 req-e3e48814-c165-48e6-bf17-4f03145efaee tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:12.628872 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e3b3d7a2-4992-4029-a7b0-d22de3055ea4 req-e3e48814-c165-48e6-bf17-4f03145efaee tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.3514588 Feb 09 07:54:12.663979 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] No Port match for: e6cb9e4c-6d01-463a-9479-2116c747a159 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:12.664375 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Device e6cb9e4c-6d01-463a-9479-2116c747a159 not bound to the agent host dv-cinder-774594-1-smb {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:12.742079 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Network e59cc649-1b66-485e-96f3-071aba37bf8b has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:54:12.767220 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:54:12.794328 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e3b3d7a2-4992-4029-a7b0-d22de3055ea4 req-8c71942b-a2d1-4afd-8d04-fab8697a7b85 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532664 Feb 09 07:54:12.915821 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.921390 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.929415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:12.945091 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:12.956983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59cc649-1b66-485e-96f3-071aba37bf8b,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:12.963511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:12.976920 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-a77af22e-6dc5-4375-9510-aeb311213121 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e59cc649-1b66-485e-96f3-071aba37bf8b HTTP/1.1" status: 204 len: 168 time: 2.3840806 Feb 09 07:54:13.068503 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a229-e6a9-4cd3-ba32-89177b57f2c9 req-3e2934b6-c153-4bd9-8b76-b660f2b2a1ea tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:13.070454 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3364a229-e6a9-4cd3-ba32-89177b57f2c9 req-3e2934b6-c153-4bd9-8b76-b660f2b2a1ea tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 943 time: 0.2644544 Feb 09 07:54:13.076512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 82d95092-b305-433c-99bd-7131fe768526 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:54:13.137906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47576) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:13.140434 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3364a229-e6a9-4cd3-ba32-89177b57f2c9 req-e2252b2c-4b2b-44f9-accb-148b12fb1377 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Feb 09 07:54:13.198012 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-7202bab7-bcc6-4c9d-b577-173baa372ea1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e6b55d8ddbf4279b825c6412722caf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585914 Feb 09 07:54:13.200508 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47580) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:13.266348 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.293182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.319478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning for port 82d95092-b305-433c-99bd-7131fe768526 completed by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:54:13.324393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 82d95092-b305-433c-99bd-7131fe768526 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:54:13.324819 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.341141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.346329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3dffd82f-c25b-46da-b407-9cb6e36613c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:13.359851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45585918-1550-444f-8f63-c94d798f7d8b,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:13.362928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:13.369486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.370753 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e3598a70-6e2e-46d8-b750-28955fcc367e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45585918-1550-444f-8f63-c94d798f7d8b HTTP/1.1" status: 204 len: 168 time: 0.1692281 Feb 09 07:54:13.464428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.492857 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d95092-b305-433c-99bd-7131fe768526'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:13.503688 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port 82d95092-b305-433c-99bd-7131fe768526, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=82d95092-b305-433c-99bd-7131fe768526,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:13.506996 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.508933 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f9ba008a-3ba5-4079-a232-ed0833575586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:13.562115 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d95092-b305-433c-99bd-7131fe768526', 'code': 200} Feb 09 07:54:13.582286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=82d95092-b305-433c-99bd-7131fe768526,revision_number=4']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:13.586310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:13.634135 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:13.878397 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7993c4-a763-45f6-9dc4-2d6531b5f232 req-93e924c0-25a5-43b4-9c5c-988040d97cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:13.880045 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e7993c4-a763-45f6-9dc4-2d6531b5f232 req-93e924c0-25a5-43b4-9c5c-988040d97cba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 1162 time: 0.0813215 Feb 09 07:54:13.934135 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0e7993c4-a763-45f6-9dc4-2d6531b5f232 req-b47b1a7d-cb54-49c1-9600-f9b4a28e072a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380263 Feb 09 07:54:14.091882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f733b-e75f-48a4-8d3c-8e0e1f57604a req-22044da9-53f2-4faf-be0f-96ae604e2129 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:14.094039 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ea8f733b-e75f-48a4-8d3c-8e0e1f57604a req-22044da9-53f2-4faf-be0f-96ae604e2129 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.1687315 Feb 09 07:54:14.157887 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ea8f733b-e75f-48a4-8d3c-8e0e1f57604a req-78dd6453-30f4-4755-82d3-f00daeb95f62 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Feb 09 07:54:14.291419 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:14.438369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c9ff5-2023-4c38-a11e-b8389af1a5f7 req-4b891ccc-d36d-4919-8fe0-cef206fad2c4 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:14.440023 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-085c9ff5-2023-4c38-a11e-b8389af1a5f7 req-4b891ccc-d36d-4919-8fe0-cef206fad2c4 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 945 time: 0.1676853 Feb 09 07:54:14.503973 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-085c9ff5-2023-4c38-a11e-b8389af1a5f7 req-79bf7db9-55fd-4c62-ab82-27c1ccefc15b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575907 Feb 09 07:54:14.557975 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 82d95092-b305-433c-99bd-7131fe768526 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:54:14.633453 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 82d95092-b305-433c-99bd-7131fe768526 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:54:14.633911 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:15.454016 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ace8f1-ce7c-4704-8ffe-990f4adab3c7 req-5530b8d2-2690-4b00-902f-2f1783e70223 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:15.455835 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-79ace8f1-ce7c-4704-8ffe-990f4adab3c7 req-5530b8d2-2690-4b00-902f-2f1783e70223 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.1653697 Feb 09 07:54:15.519127 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-79ace8f1-ce7c-4704-8ffe-990f4adab3c7 req-f93ef7d1-b3d7-4e63-a1c3-fe606bf9b90c tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568659 Feb 09 07:54:15.798977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6c88-644b-45b9-9bd7-a459b6506887 req-7ab20a34-19e7-4d8a-812b-6b478576ed56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:15.800667 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c1ac6c88-644b-45b9-9bd7-a459b6506887 req-7ab20a34-19e7-4d8a-812b-6b478576ed56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 945 time: 0.1692281 Feb 09 07:54:15.864667 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-c1ac6c88-644b-45b9-9bd7-a459b6506887 req-7ec635fb-b29d-4898-baeb-942e1963e4cd tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Feb 09 07:54:16.635415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 82d95092-b305-433c-99bd-7131fe768526 up at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:54:16.707929 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.provisioning_blocks [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Provisioning complete for port 82d95092-b305-433c-99bd-7131fe768526 triggered by entity L2. {{(pid=79917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:54:16.708325 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32486882'] for port, provisioning_complete {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:16.813160 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680a6fc-6d4f-490a-9e6a-b235de15e0c4 req-ad34aadd-f256-4cd6-97ad-5f0baa2963fc tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:16.814908 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3680a6fc-6d4f-490a-9e6a-b235de15e0c4 req-ad34aadd-f256-4cd6-97ad-5f0baa2963fc tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.1681261 Feb 09 07:54:16.882659 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3680a6fc-6d4f-490a-9e6a-b235de15e0c4 req-ee17c656-bb57-4e01-bc79-632c28236016 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Feb 09 07:54:18.178692 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba06a6-11b4-458d-99b4-f68cce439746 req-1a69974b-1292-4397-9d6d-c8f81b40d496 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:18.180355 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-52ba06a6-11b4-458d-99b4-f68cce439746 req-1a69974b-1292-4397-9d6d-c8f81b40d496 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.1653538 Feb 09 07:54:18.210113 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-283537bd-aee6-47af-aeab-cf958a2cf42a tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:18.211796 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-283537bd-aee6-47af-aeab-cf958a2cf42a tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 945 time: 0.1657000 Feb 09 07:54:18.245709 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-52ba06a6-11b4-458d-99b4-f68cce439746 req-721ecf5f-e04c-4844-96cf-8c4c2ba4b72e tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6d2b41a-3aa5-4179-8c7b-54b13929acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Feb 09 07:54:18.337825 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device ac8b197d-714c-40b8-804b-dbb42c91ae7f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:18.468799 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32125632'] for port, before_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:18.499506 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f'}] {{(pid=79917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:18.509971 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] For port ac8b197d-714c-40b8-804b-dbb42c91ae7f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ac8b197d-714c-40b8-804b-dbb42c91ae7f,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:18.513112 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791007591607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791007209877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245847565906'] for port, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:18.515009 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:18.549710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Deleting port ac8b197d-714c-40b8-804b-dbb42c91ae7f {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:18.550106 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:18.568713 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f', 'code': 200} Feb 09 07:54:18.590028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Pushing event updated for resources: {'Port': ['ID=ac8b197d-714c-40b8-804b-dbb42c91ae7f,revision_number=5']} {{(pid=79917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:18.594000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79917) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:18.811604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] For port ac8b197d-714c-40b8-804b-dbb42c91ae7f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ac8b197d-714c-40b8-804b-dbb42c91ae7f,segment=NetworkSegment(7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd),segment_id=7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:18.812006 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:18.942061 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Calling delete_port for ac8b197d-714c-40b8-804b-dbb42c91ae7f owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:19.095191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:19.117848 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:19.161352 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Pushing event deleted for resources: {'Port': ['ID=ac8b197d-714c-40b8-804b-dbb42c91ae7f,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:19.173656 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:19.319180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] No DVR routers for this DVR port ac8b197d-714c-40b8-804b-dbb42c91ae7f on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:19.321494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:19.324326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'name': 'network-vif-deleted', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:19.342616 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ac5be77e-bbc2-4bd5-ab42-9a26fe978bb6 req-aa53178e-51fc-4363-997f-9d31a362f9e8 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.44 "DELETE /v2.0/ports/ac8b197d-714c-40b8-804b-dbb42c91ae7f HTTP/1.1" status: 204 len: 173 time: 1.1249833 Feb 09 07:54:19.387303 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82426f7d-3a97-4891-b986-969e7f05395d', 'name': 'network-vif-deleted', 'tag': 'ac8b197d-714c-40b8-804b-dbb42c91ae7f', 'status': 'completed', 'code': 200} Feb 09 07:54:19.430645 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7bb57635-2bb1-4a4c-9fdb-9a23a369b2ca req-2f8d26be-5099-464e-b7ba-1997bb89adf7 tempest-VolumesSnapshotTestJSON-1977308143 tempest-VolumesSnapshotTestJSON-1977308143-project] 10.222.0.39 "GET /v2.0/ports?device_id=82426f7d-3a97-4891-b986-969e7f05395d HTTP/1.1" status: 200 len: 210 time: 0.0540555 Feb 09 07:54:23.677864 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef1790-af3b-4460-8927-d1286efc524e req-9cc13603-128f-4221-89d5-568c76ff6735 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:23.679569 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-15ef1790-af3b-4460-8927-d1286efc524e req-9cc13603-128f-4221-89d5-568c76ff6735 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 945 time: 0.1665754 Feb 09 07:54:23.747047 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-15ef1790-af3b-4460-8927-d1286efc524e req-30d62b34-9e8f-4c4e-9b77-4bac704ffa19 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611014 Feb 09 07:54:25.039634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db124728-fa74-4025-8144-3fda2a0e4362 req-26be0968-39af-47b2-9bb8-81e4a171195e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:25.040259 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:54:25.041292 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db124728-fa74-4025-8144-3fda2a0e4362 req-26be0968-39af-47b2-9bb8-81e4a171195e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 945 time: 0.1657183 Feb 09 07:54:25.107011 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-db124728-fa74-4025-8144-3fda2a0e4362 req-04be7fdb-e089-4249-9173-11fbb6288d32 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589175 Feb 09 07:54:25.634977 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a515-6243-4022-ad67-59085ed0fe3d req-391ad096-7078-4097-9b54-eff942b4786a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:25.635782 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-0159a515-6243-4022-ad67-59085ed0fe3d req-391ad096-7078-4097-9b54-eff942b4786a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Synchronizing usage tracker for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:54:25.651597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-0159a515-6243-4022-ad67-59085ed0fe3d req-391ad096-7078-4097-9b54-eff942b4786a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Unset dirty status for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:54:25.652817 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0159a515-6243-4022-ad67-59085ed0fe3d req-391ad096-7078-4097-9b54-eff942b4786a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 945 time: 0.1873984 Feb 09 07:54:25.746858 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Deleting port 82d95092-b305-433c-99bd-7131fe768526 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:25.747257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:26.008780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] For port 82d95092-b305-433c-99bd-7131fe768526, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=82d95092-b305-433c-99bd-7131fe768526,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:26.009105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:26.142622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Calling delete_port for 82d95092-b305-433c-99bd-7131fe768526 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:26.294830 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:26.309703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e4abba4a-b320-4196-9d24-00b542f49b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:26.361439 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event deleted for resources: {'Port': ['ID=82d95092-b305-433c-99bd-7131fe768526,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:26.365959 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:26.402357 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63414d0c-5015-400b-83f5-fd3a09accce1 req-9aae2aaf-d2a4-4930-968f-3337acc7292a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:26.404066 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-63414d0c-5015-400b-83f5-fd3a09accce1 req-9aae2aaf-d2a4-4930-968f-3337acc7292a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ddf2d20-83ea-4da6-9190-16e71e684ff0 HTTP/1.1" status: 200 len: 867 time: 0.1673059 Feb 09 07:54:26.474052 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-63414d0c-5015-400b-83f5-fd3a09accce1 req-9d46d1c9-3e54-4e77-b845-09f3613b3a3b tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628095 Feb 09 07:54:26.525707 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] No DVR routers for this DVR port 82d95092-b305-433c-99bd-7131fe768526 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:26.527999 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:26.531406 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'name': 'network-vif-deleted', 'tag': '82d95092-b305-433c-99bd-7131fe768526'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:26.547357 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0159a515-6243-4022-ad67-59085ed0fe3d req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "DELETE /v2.0/ports/82d95092-b305-433c-99bd-7131fe768526 HTTP/1.1" status: 204 len: 173 time: 0.8875704 Feb 09 07:54:26.592916 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddf2d20-83ea-4da6-9190-16e71e684ff0', 'name': 'network-vif-deleted', 'tag': '82d95092-b305-433c-99bd-7131fe768526', 'status': 'completed', 'code': 200} Feb 09 07:54:27.130366 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 82d95092-b305-433c-99bd-7131fe768526 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:27.174342 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 82d95092-b305-433c-99bd-7131fe768526 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:27.174893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 82d95092-b305-433c-99bd-7131fe768526 not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:29.435641 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418686e-bcd7-482c-adbb-bb6a2591614f req-7716c074-e627-4b81-84b8-5be5b60629b6 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:29.438359 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6418686e-bcd7-482c-adbb-bb6a2591614f req-7716c074-e627-4b81-84b8-5be5b60629b6 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 946 time: 0.1678669 Feb 09 07:54:29.503155 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6418686e-bcd7-482c-adbb-bb6a2591614f req-9df101c5-3a83-4011-b4e0-08ce6819a8fb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584724 Feb 09 07:54:30.801538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd10796-c1dc-4363-8433-7fd4835239f1 req-7c69e1f5-900f-4e81-86a6-7872695df827 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:30.803224 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1dd10796-c1dc-4363-8433-7fd4835239f1 req-7c69e1f5-900f-4e81-86a6-7872695df827 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 946 time: 0.1727300 Feb 09 07:54:30.867354 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-1dd10796-c1dc-4363-8433-7fd4835239f1 req-fc851681-b06b-4f68-b3de-eae54e6b0a58 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579059 Feb 09 07:54:31.189837 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-75afa451-d27d-47db-884e-b396f3279390 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:31.190657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-75afa451-d27d-47db-884e-b396f3279390 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Synchronizing usage tracker for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:54:31.206228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-75afa451-d27d-47db-884e-b396f3279390 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Unset dirty status for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:54:31.207462 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-75afa451-d27d-47db-884e-b396f3279390 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 946 time: 0.1814132 Feb 09 07:54:31.306482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Deleting port 749eab5a-09d4-434b-83d5-0beb93224cec {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:31.306878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:31.571195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] For port 749eab5a-09d4-434b-83d5-0beb93224cec, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=749eab5a-09d4-434b-83d5-0beb93224cec,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:31.571539 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:31.706904 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Calling delete_port for 749eab5a-09d4-434b-83d5-0beb93224cec owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:31.855943 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:31.870640 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-18928ba6-2784-4ee4-b1b5-ee7cb681bd25 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:31.921928 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event deleted for resources: {'Port': ['ID=749eab5a-09d4-434b-83d5-0beb93224cec,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:31.942581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.943015 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.943433 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.943851 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.944262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.944673 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.945082 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.945489 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.945923 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.946326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.946732 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.947129 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.947634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.948039 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.948435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.948834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.949231 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.949654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.950055 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.950452 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.950859 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.951262 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.952217 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.952622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:31.957873 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:32.044593 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-a09a1e67-f6f1-4739-9b3a-b16b11a146c0 req-ca1f4a58-a87f-44c2-8f66-3632a8c6b4f5 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3655aca-9512-416a-ba6a-df84e0f01bad HTTP/1.1" status: 200 len: 210 time: 0.0493884 Feb 09 07:54:32.098619 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] No DVR routers for this DVR port 749eab5a-09d4-434b-83d5-0beb93224cec on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:32.100786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:32.103483 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'name': 'network-vif-deleted', 'tag': '749eab5a-09d4-434b-83d5-0beb93224cec'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:32.119875 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-6306cbf0-83d6-4d36-a99e-1575b55976b5 req-acdc82c1-3ff5-4c3c-8fb0-5e56be67850e tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "DELETE /v2.0/ports/749eab5a-09d4-434b-83d5-0beb93224cec HTTP/1.1" status: 204 len: 173 time: 0.9067550 Feb 09 07:54:32.164515 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3655aca-9512-416a-ba6a-df84e0f01bad', 'name': 'network-vif-deleted', 'tag': '749eab5a-09d4-434b-83d5-0beb93224cec', 'status': 'completed', 'code': 200} Feb 09 07:54:32.870200 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 749eab5a-09d4-434b-83d5-0beb93224cec no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:32.906831 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 749eab5a-09d4-434b-83d5-0beb93224cec {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:32.907220 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 749eab5a-09d4-434b-83d5-0beb93224cec not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:33.624163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3331d0-f94a-4506-9270-08083deb0da3 req-720162da-47bf-4814-a4fc-5ac41bcbd484 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:33.625836 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7c3331d0-f94a-4506-9270-08083deb0da3 req-720162da-47bf-4814-a4fc-5ac41bcbd484 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 946 time: 0.1620851 Feb 09 07:54:33.693927 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-7c3331d0-f94a-4506-9270-08083deb0da3 req-35e669d9-2402-4a05-856d-58871491059d tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 Feb 09 07:54:34.994944 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c441a4-fd5b-4389-a480-6f96cfacc12a req-7eeb9fc9-3f8e-4f0c-974f-092d8b5289bb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:34.996693 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-90c441a4-fd5b-4389-a480-6f96cfacc12a req-7eeb9fc9-3f8e-4f0c-974f-092d8b5289bb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 946 time: 0.1711628 Feb 09 07:54:35.031709 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d72d-7472-49d4-9113-1c75958d5226 req-2778e1d0-957e-4df7-968a-ad0a6fc99d2a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:35.032551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-3107d72d-7472-49d4-9113-1c75958d5226 req-2778e1d0-957e-4df7-968a-ad0a6fc99d2a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Synchronizing usage tracker for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:54:35.048486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-3107d72d-7472-49d4-9113-1c75958d5226 req-2778e1d0-957e-4df7-968a-ad0a6fc99d2a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Unset dirty status for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:54:35.049800 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3107d72d-7472-49d4-9113-1c75958d5226 req-2778e1d0-957e-4df7-968a-ad0a6fc99d2a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 946 time: 0.1870632 Feb 09 07:54:35.067835 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-90c441a4-fd5b-4389-a480-6f96cfacc12a req-196e48ff-bdac-4f20-863b-1cf8a65e6399 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Feb 09 07:54:35.150909 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Deleting port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:35.151297 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:35.412801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] For port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:35.413204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:35.543069 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Calling delete_port for 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:35.689163 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:35.703629 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7d4788f7-bc97-4c52-84fc-89bc2716dc49 tempest-AttachVolumeTestJSON-823808226 tempest-AttachVolumeTestJSON-823808226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:35.755687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event deleted for resources: {'Port': ['ID=62309ad3-16c8-40e4-8914-f5bfc1ba3d4f,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:35.767955 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:35.907708 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] No DVR routers for this DVR port 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:35.909753 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:35.912369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'name': 'network-vif-deleted', 'tag': '62309ad3-16c8-40e4-8914-f5bfc1ba3d4f'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:35.927724 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-3107d72d-7472-49d4-9113-1c75958d5226 req-4515c8f0-96ee-4c3c-881d-6c19111b1a56 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "DELETE /v2.0/ports/62309ad3-16c8-40e4-8914-f5bfc1ba3d4f HTTP/1.1" status: 204 len: 173 time: 0.8721378 Feb 09 07:54:35.975159 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36d7589-90a3-484c-b0fb-e4f2c960ff5a', 'name': 'network-vif-deleted', 'tag': '62309ad3-16c8-40e4-8914-f5bfc1ba3d4f', 'status': 'completed', 'code': 200} Feb 09 07:54:36.264915 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-890770e3-5881-4bab-8f7c-9469ff8f0076 req-e2a65953-8e1d-4046-a2ef-e663b8debfe4 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d7589-90a3-484c-b0fb-e4f2c960ff5a HTTP/1.1" status: 200 len: 210 time: 0.0537956 Feb 09 07:54:36.705976 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:36.743559 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:36.743886 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 62309ad3-16c8-40e4-8914-f5bfc1ba3d4f not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:39.101267 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b60c5-73fa-4a9f-bd51-810660ed114d req-da264b32-9f99-49e2-99de-7017ceaa6e06 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:39.102970 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e27b60c5-73fa-4a9f-bd51-810660ed114d req-da264b32-9f99-49e2-99de-7017ceaa6e06 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 945 time: 0.1671908 Feb 09 07:54:39.167657 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-e27b60c5-73fa-4a9f-bd51-810660ed114d req-de862129-0972-49d0-b36b-4e9388d9d879 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Feb 09 07:54:39.777901 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a1d5-1c78-48cb-b8e7-e6dddc1fd528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:40.068767 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47816) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:40.083809 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:40.140155 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Deleting subnet d25fb239-bca8-48ef-8752-8fa7f62cbefc {{(pid=79915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:54:40.143235 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:40.195043 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852497379'] for subnet, precommit_delete_associations {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:40.254385 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:40.470948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca82a7-7cdb-405f-8f06-b019a8fd21e5 req-120ab14c-54f3-40ae-bd83-f1002e9fd72a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:40.472744 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0cca82a7-7cdb-405f-8f06-b019a8fd21e5 req-120ab14c-54f3-40ae-bd83-f1002e9fd72a tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 945 time: 0.1749215 Feb 09 07:54:40.542690 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-0cca82a7-7cdb-405f-8f06-b019a8fd21e5 req-655a69ae-2775-43d0-b2bd-e60fa0ea2a96 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8421f2-e474-4ad7-a457-e8bce9a8ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634303 Feb 09 07:54:40.895000 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-d993f030-4267-42ce-8776-1fdb3e140773 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:54:40.895786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-d993f030-4267-42ce-8776-1fdb3e140773 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Synchronizing usage tracker for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:54:40.918158 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851640212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9739324'] for subnet, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:40.932464 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-d993f030-4267-42ce-8776-1fdb3e140773 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Unset dirty status for tenant:6392b8328f114785ba6ca857805dfd14 on resource:port {{(pid=79915) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:54:40.933714 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-d993f030-4267-42ce-8776-1fdb3e140773 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 945 time: 0.2866883 Feb 09 07:54:40.936509 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:41.010204 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25fb239-bca8-48ef-8752-8fa7f62cbefc,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:41.029115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:41.145182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Deleting port 85587fe3-4007-4738-8899-179f02b96233 {{(pid=79915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:54:41.145786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245847129392'] for port, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.211247 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for subnet, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.223163 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e53845a9-3ada-43a2-b3d1-1cbd4dc66ec1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d25fb239-bca8-48ef-8752-8fa7f62cbefc HTTP/1.1" status: 204 len: 168 time: 1.1532989 Feb 09 07:54:41.225969 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47822) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:41.344768 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.428171 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.db [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] For port 85587fe3-4007-4738-8899-179f02b96233, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=85587fe3-4007-4738-8899-179f02b96233,segment=NetworkSegment(c5f4871e-549e-4bea-996b-8624acec99eb),segment_id=c5f4871e-549e-4bea-996b-8624acec99eb)] {{(pid=79915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:54:41.428579 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850641951'] for port, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.536939 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.565422 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Calling delete_port for 85587fe3-4007-4738-8899-179f02b96233 owned by compute:nova {{(pid=79915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:54:41.658415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de67b473-f25b-4f87-ba62-b94f991f366f']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:41.673391 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:41.673801 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffb62b0-8f5a-46a1-a0cc-2f5ca31f51fd') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:41.731126 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036822639314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854633567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791007591590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245847565940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851639912'] for port, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.734660 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.747423 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-74b3a65e-ff0b-4820-9d53-cb652cc8a378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:41.749075 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-ac36f8cc-4334-4409-84eb-d11132b17805 req-04af8ef1-bda2-49ec-bea1-69983f703b96 tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.39 "GET /v2.0/ports?device_id=6437174f-2f97-49a1-a93b-e3e2b24d3c3e HTTP/1.1" status: 200 len: 210 time: 0.0680273 Feb 09 07:54:41.758186 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.760271 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:54:41.801029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Pushing event deleted for resources: {'Port': ['ID=85587fe3-4007-4738-8899-179f02b96233,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:41.817033 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:41.973329 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] No DVR routers for this DVR port 85587fe3-4007-4738-8899-179f02b96233 on host hv-cinder-77459 {{(pid=79915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:54:41.975834 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760885'] for port, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:41.979019 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'name': 'network-vif-deleted', 'tag': '85587fe3-4007-4738-8899-179f02b96233'}] {{(pid=79915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:54:41.995376 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [req-60a0e40d-8a65-46c1-b4b1-be4ae571ad1b req-7cdc15b3-3fad-4b84-b62b-6d2234c645cb tempest-AttachVolumeNegativeTest-2030055898 tempest-AttachVolumeNegativeTest-2030055898-project] 10.222.0.44 "DELETE /v2.0/ports/85587fe3-4007-4738-8899-179f02b96233 HTTP/1.1" status: 204 len: 173 time: 1.0313509 Feb 09 07:54:42.042921 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6437174f-2f97-49a1-a93b-e3e2b24d3c3e', 'name': 'network-vif-deleted', 'tag': '85587fe3-4007-4738-8899-179f02b96233', 'status': 'completed', 'code': 200} Feb 09 07:54:42.164097 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Network de67b473-f25b-4f87-ba62-b94f991f366f has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:54:42.176414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.280314 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1d2cf55c-e839-470d-8a6a-d5e27754a4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.355571 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Network de67b473-f25b-4f87-ba62-b94f991f366f has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:54:42.378713 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:54:42.470203 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.473777 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:42.490021 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.496428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Pushing event deleted for resources: {'Network': ['ID=de67b473-f25b-4f87-ba62-b94f991f366f,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:42.508784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.509137 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.509560 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.510004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.510538 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.510960 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.511374 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.511783 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.512194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.512604 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.513010 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.513413 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-smb {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.513952 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.514361 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.514764 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.515802 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.516213 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.516622 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.517029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.517435 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.517865 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.518278 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.518679 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.519080 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=79916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:42.523384 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:42.526308 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-9244e811-4d81-45a8-93e2-105fec4713be admin admin] 10.222.0.39 "DELETE /v2.0/networks/de67b473-f25b-4f87-ba62-b94f991f366f HTTP/1.1" status: 204 len: 168 time: 1.2991273 Feb 09 07:54:42.576711 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 85587fe3-4007-4738-8899-179f02b96233 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:54:42.617216 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.plugin [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] No Port match for: 85587fe3-4007-4738-8899-179f02b96233 {{(pid=79917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:54:42.617638 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.rpc [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Device 85587fe3-4007-4738-8899-179f02b96233 not bound to the agent host hv-cinder-77459 {{(pid=79917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:54:42.740337 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47832) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:42.794334 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-10a8ab6c-a945-4e85-bdbf-b687ce64b5fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc29473353824769a8dcb12a1bc209c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526381 Feb 09 07:54:42.797428 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47838) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:42.860444 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.865451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47842) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:42.888691 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.919071 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.932420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.db_base_plugin_v2 [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Deleting subnet 2fcf5990-54f8-463b-8fc5-73c3bb988cdd {{(pid=79916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:54:42.935018 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.935762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.940612 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-36c4f5ec-c4e4-492f-9238-beda45e5c74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:42.955350 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d2b41a-3aa5-4179-8c7b-54b13929acec,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:42.960658 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:42.962623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:42.966198 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-15212f93-4b6c-4fc0-a60f-4f21051a3da0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6d2b41a-3aa5-4179-8c7b-54b13929acec HTTP/1.1" status: 204 len: 168 time: 0.1675611 Feb 09 07:54:42.996258 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10389515'] for subnet, precommit_delete_associations {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.056349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32481454'] for subnet, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.332511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036822294362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2116946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852256054'] for subnet, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.349884 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:43.400552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fcf5990-54f8-463b-8fc5-73c3bb988cdd,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:43.403544 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:43.489063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.495135 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-103066ad-d8f8-48be-ac5e-b144c7eb0146 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2fcf5990-54f8-463b-8fc5-73c3bb988cdd HTTP/1.1" status: 204 len: 168 time: 0.6284416 Feb 09 07:54:43.497781 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47848) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:43.613978 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036822598814'] for network, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.635286 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.810493 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32482343', 'neutron.services.segments.db._delete_segments_for_network-8791007658611'] for network, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.924454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7e0557-38ee-4da0-ad51-f19d3a43bb90']}} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:43.937519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f4871e-549e-4bea-996b-8624acec99eb') {'for_net_delete': True} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:43.937890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.services.segments.db [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f4871e-549e-4bea-996b-8624acec99eb') {} {{(pid=79916) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:43.949828 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791007655300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844386301'] for segment, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.965308 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32457407'] for segment, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:43.967319 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:54:44.144196 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:54:44.153175 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036822318580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852658957'] for segment, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.294190 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.335745 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.plugins.ml2.managers [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Network 0a7e0557-38ee-4da0-ad51-f19d3a43bb90 has no segments {{(pid=79916) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: Traceback (most recent call last): Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: timer() Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: cb(*args, **kw) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: return func(*args, **kwargs) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: self._notify() Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: self.callback(batched_events) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: event.method(event) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: segment_id)['aggregates'][0] Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: return f(self, *a, **k) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: return self._get(url).json() Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: **kwargs) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: return self.request(url, 'GET', **kwargs) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: **endpoint_filter) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:54:44.357991 dv-cinder-774594-1-smb neutron-server[79804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:54:44.434654 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036822293441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850669427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851030335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4065136'] for network, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.439994 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851030286'] for network, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.443705 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:44.466893 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7e0557-38ee-4da0-ad51-f19d3a43bb90,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:44.469762 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:44.471933 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-958b2df3-793c-4678-9c8e-90224db5901e admin admin] 10.222.0.39 "DELETE /v2.0/networks/0a7e0557-38ee-4da0-ad51-f19d3a43bb90 HTTP/1.1" status: 204 len: 168 time: 0.9730904 Feb 09 07:54:44.672623 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47854) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:44.730428 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e394c23e-057d-4f1a-9b85-6cb34d7075d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6392b8328f114785ba6ca857805dfd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542052 Feb 09 07:54:44.730689 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47858) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:44.794451 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.822229 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.867416 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.872437 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-b98ddd2b-4800-4eb4-9bd2-31f7084df222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:44.883120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8421f2-e474-4ad7-a457-e8bce9a8ecae,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:44.888152 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:44.890512 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:44.891766 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-6e6513e3-80ad-4728-82b1-a7233de88521 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab8421f2-e474-4ad7-a457-e8bce9a8ecae HTTP/1.1" status: 204 len: 168 time: 0.1600935 Feb 09 07:54:47.283356 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47912) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:47.431856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.448218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:47.452257 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Usage tracker for resource:security_group_rule and tenant:9d19367555bb46b89b57d124f24fc993 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:47.455511 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:47.461535 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:47.545194 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.548393 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.560581 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-161faf39-c1d0-454e-8cbf-9dd4784a63e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:47.602547 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d19367555bb46b89b57d124f24fc993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180389 Feb 09 07:54:47.604243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9021de90-9b08-4a4e-be3e-1b92ddab7ce0,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:47.605558 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47918) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:47.607743 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e046bcc6-b0b3-47b0-a725-20059b945d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:47.668930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.696139 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.744362 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.749447 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-90b21a0a-3c79-4bda-8623-49380fd1f1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:47.762125 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021de90-9b08-4a4e-be3e-1b92ddab7ce0,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:47.765299 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:47.767310 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:47.768541 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-0b0524b8-5f2d-433b-a498-ff816ae2e7a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9021de90-9b08-4a4e-be3e-1b92ddab7ce0 HTTP/1.1" status: 204 len: 168 time: 0.1618779 Feb 09 07:54:48.103243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 47926) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:48.123804 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.139050 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:48.143621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Usage tracker for resource:security_group_rule and tenant:718367120b144f31ae96fff94e14f28f is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:48.146563 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:48.152616 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:48.236263 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.238991 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.247790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fc7f4579-7174-4f47-a087-f296985fc1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:48.290330 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=718367120b144f31ae96fff94e14f28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859725 Feb 09 07:54:48.291218 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006fa010-b84f-4a06-9c34-f2daee800549,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:48.293243 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 47930) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:48.294589 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-816d1397-aeb2-434d-9704-59d2c7513993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:48.358552 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.385272 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.428646 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.433408 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e7e7264d-81c4-4c94-88c6-38bcdea53c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:48.447935 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006fa010-b84f-4a06-9c34-f2daee800549,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:48.450997 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:48.451922 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:48.453773 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/006fa010-b84f-4a06-9c34-f2daee800549 HTTP/1.1" status: 204 len: 168 time: 0.1593211 Feb 09 07:54:53.840029 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48018) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:53.991324 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.006605 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:54.010682 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef31e0f2a374d6d93d6f76191c1bbee is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:54.013687 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:54.020058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:54.104307 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.107180 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.116068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-1f5d05e3-4999-4ab4-819f-cbbdf50e3cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:54.162118 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ef31e0f2a374d6d93d6f76191c1bbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209548 Feb 09 07:54:54.163124 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcec2b-8e07-4344-a634-f0e96e5af025,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:54.164980 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48024) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:54.166585 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c0b07260-79bf-4bdc-bfdd-849bc2f8eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:54.231115 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.258280 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.301890 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.306716 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f056962e-c70f-45c3-8ce8-05ab008a159e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:54.321522 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcec2b-8e07-4344-a634-f0e96e5af025,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:54.323906 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:54.334742 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.335981 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-77eb428e-695f-48b7-939c-e62ae2c92de2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54fcec2b-8e07-4344-a634-f0e96e5af025 HTTP/1.1" status: 204 len: 168 time: 0.1698458 Feb 09 07:54:54.676326 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48032) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:54.695883 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.711415 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:54.715546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1e442210684b149bec1225e8fef8e0 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:54.718617 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:54.724438 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:54.811644 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.815058 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.823455 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-247960df-4a95-4ea0-80b1-34ac950c9589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:54.866857 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a1e442210684b149bec1225e8fef8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894176 Feb 09 07:54:54.867784 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc61c86-4bd8-4484-ad63-2487a067f5c8,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:54.870702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48036) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:54.871111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-132f6309-0abe-445a-a51c-952396ea7c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:54.934004 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:54.962052 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:55.007189 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:55.012127 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-fe3bfbc0-45a0-4edd-95b1-fe60a925cc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:55.024702 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc61c86-4bd8-4484-ad63-2487a067f5c8,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:55.027454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:55.036603 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:55.037870 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-66804fc7-6f72-4b3f-a158-1a7ce9ea3b68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccc61c86-4bd8-4484-ad63-2487a067f5c8 HTTP/1.1" status: 204 len: 168 time: 0.1655929 Feb 09 07:54:57.423358 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48094) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:57.574063 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.590056 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:57.594122 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3264db7a017f4925a91956cdec5301e5 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:57.597048 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:57.602856 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:57.689101 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.691694 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.704379 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-34179671-fb57-4865-a2b0-45ac3f68c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:57.750727 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3264db7a017f4925a91956cdec5301e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260982 Feb 09 07:54:57.751551 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd6bb5-892f-40df-9b28-433298d21604,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:57.753592 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48100) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:57.754921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-3b4c7718-e891-4d0a-8248-a456b128b6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:57.822712 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.849478 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.893515 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.898365 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-57418044-1a4a-4c9e-915c-1dbd93b58635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:57.910779 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd6bb5-892f-40df-9b28-433298d21604,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:57.913486 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:57.922388 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:57.923579 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68cd6bb5-892f-40df-9b28-433298d21604 HTTP/1.1" status: 204 len: 168 time: 0.1681550 Feb 09 07:54:58.351755 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48108) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:58.371773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.386878 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:54:58.390983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Usage tracker for resource:security_group_rule and tenant:68f711bad6cf409ea87d68d3d196f4c7 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:54:58.393930 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:54:58.399703 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:54:58.484225 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.487184 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.496111 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-17162421-2797-416f-b789-20cb54033a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:58.542249 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68f711bad6cf409ea87d68d3d196f4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893010 Feb 09 07:54:58.543215 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0629a3-24b1-4989-b43c-1f0bfcb322f8,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:58.545191 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48112) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:58.547025 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-09caab77-bc6e-400e-8364-7709c82a0961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:58.608195 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.636081 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.679621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.684403 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-e362c718-cb73-411b-bef6-0610bb755840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:54:58.697290 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0629a3-24b1-4989-b43c-1f0bfcb322f8,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:54:58.701354 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:54:58.707141 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:58.710844 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-4b681159-6bd5-4bd8-a7d8-6bd3e6989480 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea0629a3-24b1-4989-b43c-1f0bfcb322f8 HTTP/1.1" status: 204 len: 168 time: 0.1616004 Feb 09 07:55:01.344020 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48174) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:55:01.494193 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.509899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:55:01.513934 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e429defd30854015bee1df57aa5f6f61 is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:55:01.516983 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:55:01.522759 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:55:01.609947 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.612749 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.621597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-f54194f8-a408-4e3f-94bc-1c7a0f967b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:55:01.663305 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e429defd30854015bee1df57aa5f6f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181684 Feb 09 07:55:01.665027 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf63a72d-1d16-4041-a67b-0ccdbf8e9781,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:55:01.666289 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48180) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:55:01.668396 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-ae8cd78f-4950-49cb-86cf-188ca4d2e5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:55:01.729424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.758223 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.802524 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.807399 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-7bc9dacb-5b91-46e8-b9aa-fc1b73385162 tempest-AttachVolumeShelveTestJSON-106709314 tempest-AttachVolumeShelveTestJSON-106709314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:55:01.821077 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf63a72d-1d16-4041-a67b-0ccdbf8e9781,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:55:01.828730 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:55:01.831034 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.832254 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-cd3e4ced-8f5d-4e2d-ad67-cfb9a1c9e8ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf63a72d-1d16-4041-a67b-0ccdbf8e9781 HTTP/1.1" status: 204 len: 168 time: 0.1649051 Feb 09 07:55:02.040201 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:55:02.167993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48188) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:55:02.187513 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.203105 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:55:02.207454 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Usage tracker for resource:security_group_rule and tenant:e67f8fffe12a4123afc88315870930f6 is out of sync, need to count used quota {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:55:02.210445 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79915) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:55:02.216228 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:55:02.303950 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.306870 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.315760 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-900e3d1f-076c-45ab-8e62-51c4c36634db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:55:02.359504 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e67f8fffe12a4123afc88315870930f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903627 Feb 09 07:55:02.360494 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d493e0-f246-4f3a-a722-fa70e06ab4a9,revision_number=1']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:55:02.362460 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48192) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:55:02.363961 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-12cc9990-0aa6-45c6-b703-9df469c9de8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:55:02.425430 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.453411 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.497543 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.502897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-aaa9701b-7a4a-486b-b083-a4cf7a3b6006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:55:02.516268 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d493e0-f246-4f3a-a722-fa70e06ab4a9,revision_number=None']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:55:02.521084 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:55:02.525420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:02.526676 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-96dfe1c9-e75a-43da-8bd0-47a24196d121 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56d493e0-f246-4f3a-a722-fa70e06ab4a9 HTTP/1.1" status: 204 len: 168 time: 0.1631491 Feb 09 07:55:09.780918 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a5b35bd5-8dec-497c-a713-af5483ea57dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:10.082921 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:12.281948 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-51adc1f5-dcc6-479e-b69c-4016f50f398a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:12.919637 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:13.637566 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:14.296182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.220915 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79916) accepted ('10.222.0.39', 48326) {{(pid=79916) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:55:15.374226 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.389964 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:55:15.394074 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Usage tracker for resource:security_group_rule and tenant:3e04fabbbbb34317a470783cd1051c1c is out of sync, need to count used quota {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:55:15.397032 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.quota.resource [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79916) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:55:15.402882 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.quota.driver [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:55:15.487818 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.490634 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_create {{(pid=79916) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.500147 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-5d0d9f24-153f-46b7-8025-7b5f35955e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:55:15.542168 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e04fabbbbb34317a470783cd1051c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201287 Feb 09 07:55:15.543895 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3c26b-b011-4a30-a96b-ac09f6c12ba9,revision_number=1']} {{(pid=79916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:55:15.545120 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.wsgi [-] (79915) accepted ('10.222.0.39', 48332) {{(pid=79915) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:55:15.547572 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-c8db30dc-0295-4de8-9760-c7a604d85538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79916) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:55:15.608087 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.634744 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.683246 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850665619'] for security_group, after_delete {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.688780 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-113248a7-f7ea-424f-bb0e-953d3ce31c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:55:15.703198 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3c26b-b011-4a30-a96b-ac09f6c12ba9,revision_number=None']} {{(pid=79915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:55:15.706626 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG oslo_concurrency.lockutils [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:55:15.711068 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:15.724472 dv-cinder-774594-1-smb neutron-server[79804]: INFO neutron.wsgi [None req-50685410-ed5c-480f-b3bf-f5de0cc9965f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8e3c26b-b011-4a30-a96b-ac09f6c12ba9 HTTP/1.1" status: 204 len: 168 time: 0.1689100 Feb 09 07:55:39.039620 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:55:39.782359 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-09e9598a-6e49-4345-9bf6-5ed907bd04bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:40.085597 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:42.282281 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d0c1af6b-8386-4f45-b7d5-f9db85201671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:42.923205 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:43.639736 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:44.297993 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.783546 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4db1d719-d2de-4588-923e-273f06eee5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.079182 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.286131 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-ad69ed10-aba9-401d-805e-55f769651581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.925542 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:13.641482 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:14.301899 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:16.038808 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:56:39.783657 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b536e485-5fea-4066-8958-5fcb9d8ea319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.094897 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.286584 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-4bf706c5-6dc9-4e13-8957-0207e762c256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.927700 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.642349 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:44.303436 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:53.038334 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:57:09.784519 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c8e30d8c-6ba1-4fc9-abf4-97f16b73aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:10.118536 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:12.289192 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb59e-3efc-4aa4-83af-efddabd171dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:12.931096 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.643339 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.306684 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.038260 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:57:39.786523 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-217860ad-71a8-46c1-a8b7-af1caa5853f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.139786 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.290987 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-63da3ada-6857-4804-8a3b-83793bbc2e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.932497 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.644701 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:44.310100 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:07.038970 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:58:09.787442 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-31f9d8f1-5511-4ea7-a00e-205a19963c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:10.138951 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:12.292621 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3d7f80a6-496f-4e34-9e41-131fba438636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:12.935710 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:13.645424 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.313794 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:39.788417 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4d292-f686-4bde-b232-5e411bcb8fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:40.148554 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:42.293773 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-93692e8d-de78-4066-a55b-91cb9c2fa784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:42.937962 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:43.646797 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:44.038369 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:58:44.319261 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:09.789876 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f32fc5b2-c9e5-4712-aac3-cfabc995a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:10.153477 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:12.295028 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-f84a92d3-32e3-4c66-bf6e-36903a31bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:12.940073 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:13.647345 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:14.320414 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:21.038421 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:59:39.792070 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-34fb0c00-788b-4a8d-b280-a4dfc55bea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:40.152471 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:42.294941 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c65-0d6c-43fc-a842-3460a1d08134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:42.942545 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:43.647926 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:44.321822 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:58.038619 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron.db.agents_db [None req-02c53244-2d4a-4bea-b938-31186367de37 None None] Agent healthcheck: found 6 active agents {{(pid=79918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:00:09.792790 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-c37deb76-3943-4c60-916b-3f7ca1f58aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:10.158648 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-9c40f8f0-aa5e-46ce-ac84-08472f3cbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.296294 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-296364d8-e75a-4008-8668-bb5594621a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.946420 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-a969615b-edf6-4abe-8286-082b36867e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:13.649479 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-27837c35-b9f8-4b57-b865-1b77bab4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:14.324501 dv-cinder-774594-1-smb neutron-server[79804]: DEBUG neutron_lib.callbacks.manager [None req-3dec99e1-13a2-40bc-a245-5a63965c6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791007658594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32485192'] for agent, after_update {{(pid=79917) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}